-- Logs begin at Sat 2021-04-03 04:41:35 UTC, end at Sat 2021-04-03 05:43:49 UTC. -- Apr 03 05:17:12.130722 dv-cinder-784623-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 03 05:17:14.990670 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.common.config [-] Logging enabled! Apr 03 05:17:14.991191 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29 Apr 03 05:17:14.992595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 03 05:17:14.994345 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.common.config [-] Logging enabled! Apr 03 05:17:14.994641 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29 Apr 03 05:17:14.994990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 03 05:17:14.996031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 03 05:17:14.996293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 03 05:17:14.997336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 03 05:17:14.997616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 03 05:17:14.997874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 03 05:17:14.998237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:14.998574 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:14.998910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:14.999170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:14.999504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:14.999836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.000151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.000504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.000844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.001163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.001473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.001792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.002048 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.002362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.002689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.003018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.003271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] debug = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.003584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.004114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.004456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.004798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.005101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.005410 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.005712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.006019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.006336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.006722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] host = dv-cinder-784623-2-smb {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.007032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.007360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.007686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.008012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.008337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.008650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.008973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.009280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.009587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] log_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.009894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.010222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.010549 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.010883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.011139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.011392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.011721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.012047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.012373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.012683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.012986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.013291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.013594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.013894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.014215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.014541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.014866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.015172 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.015476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.015778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.016077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.016425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.016731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.017034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.017339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.017662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.017961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.018264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.018606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.018930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.019252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.019573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.019878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.020200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.020525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.020829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.021132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] use_json = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.021434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.021734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.022053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.022868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.023166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.023469 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.023770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.024095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:15.024446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.024782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.025123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.025441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.025771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.026081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.026409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.026717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.027041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.027369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.027688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.027996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.028349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.028642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.028974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.029317 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.029655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.029983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.030290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.030594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.030898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.031206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.031524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.031858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.032186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.032516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.032824 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.033151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.033459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.033763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.034070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.034398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.034704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.035010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.035321 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.035633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.035937 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.036236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.036567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.036892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.037196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.037498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.037806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.038668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.038972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.039290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.039597 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.039901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.040201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.040530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.040833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.041136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.041440 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.041744 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.042050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.042351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.042654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.042956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.043256 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.043555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.043856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.044159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.044485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.044786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.045093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.045395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.045693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.045996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.046310 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.046639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.046944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.047250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.047556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.047863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.048168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.048497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.048803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.049110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.049409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.049735 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.050050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.050368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.050678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.050983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.051314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.051619 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.051929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.052237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.052569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.052887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.053199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.053547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.053876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.054202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.054528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.054853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.055165 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.055514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.055822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:15.056066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 03 05:17:15.056339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84253) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 03 05:17:15.708730 dv-cinder-784623-2-smb neutron-server[84253]: INFO keyring.backend [-] Loading Gnome Apr 03 05:17:15.725206 dv-cinder-784623-2-smb neutron-server[84253]: INFO keyring.backend [-] Loading Google Apr 03 05:17:15.727785 dv-cinder-784623-2-smb neutron-server[84253]: INFO keyring.backend [-] Loading Windows (alt) Apr 03 05:17:15.731502 dv-cinder-784623-2-smb neutron-server[84253]: INFO keyring.backend [-] Loading file Apr 03 05:17:15.732339 dv-cinder-784623-2-smb neutron-server[84253]: INFO keyring.backend [-] Loading keyczar Apr 03 05:17:15.732619 dv-cinder-784623-2-smb neutron-server[84253]: INFO keyring.backend [-] Loading multi Apr 03 05:17:15.733253 dv-cinder-784623-2-smb neutron-server[84253]: INFO keyring.backend [-] Loading pyfs Apr 03 05:17:15.779530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:15.779837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:15.780161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:15.780552 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 03 05:17:16.179525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.180067 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.180162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.182994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.183306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.183607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.220181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.220512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.220810 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.234616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.234930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.235235 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.301853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.302169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.302467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.303617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.303920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.304214 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.572217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.572557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.572857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.573155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.574915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.722048 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.722426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.722745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.723044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.723338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.723720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.724016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.724335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.724605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.724939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.725228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.725552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.725853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.726137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.726448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.726759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.727047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.727357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.727637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.727969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.728445 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.728726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.729002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.729337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.729612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.729885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.730293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:16.730563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:16.730826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:16.731090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:16.731353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:16.731615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:16.732021 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 03 05:17:16.735152 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 03 05:17:16.739162 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 03 05:17:16.743061 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 03 05:17:16.744726 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 03 05:17:16.745986 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 03 05:17:16.746371 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 03 05:17:16.746804 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 03 05:17:16.749534 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 03 05:17:16.749819 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 03 05:17:16.750203 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 03 05:17:16.777733 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 03 05:17:16.778245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.778579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84253) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 03 05:17:16.778986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.780360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84253) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 03 05:17:16.780680 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 03 05:17:16.780962 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 03 05:17:16.784108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.784448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:16.850701 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 03 05:17:16.850928 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 03 05:17:16.851192 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 03 05:17:16.851593 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 03 05:17:16.884705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.sqlalchemy.engines [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84253) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 03 05:17:17.324711 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing driver for type 'gre' Apr 03 05:17:17.325278 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] gre ID ranges: [(1, 1000)] Apr 03 05:17:17.364640 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing driver for type 'local' Apr 03 05:17:17.365012 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing driver for type 'vlan' Apr 03 05:17:17.374991 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] VlanTypeDriver initialization complete Apr 03 05:17:17.375361 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing driver for type 'vxlan' Apr 03 05:17:17.375869 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] vxlan ID ranges: [(1, 1000)] Apr 03 05:17:17.415652 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing extension driver 'port_security' Apr 03 05:17:17.416016 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] PortSecurityExtensionDriver initialization complete Apr 03 05:17:17.416414 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing mechanism driver 'openvswitch' Apr 03 05:17:17.416781 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing mechanism driver 'hyperv' Apr 03 05:17:17.423059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:17:17.423890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.424325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.424710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.425138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnet after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.425528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnet after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.425914 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.426333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.426718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.427102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.427517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > security_group after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.427907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > security_group after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.428281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.429270 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.429652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.430030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.430570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > address_group after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.430955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > address_group after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.431333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.431701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] ML2 OVO RPC backend initialized. {{(pid=84253) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 03 05:17:17.432516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.432910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.433368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.433753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > networks before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.434139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.434514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > ports before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.434894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnet before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.435271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnets before_response 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.435664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.436026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.436422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.436798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.437173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.437545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.437923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnet after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.438292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnet after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.438659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.439288 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.plugin [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Modular L2 Plugin initialization complete Apr 03 05:17:17.439643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading services supported by the core plugin {{(pid=84253) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 03 05:17:17.440005 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.plugins.ml2.managers [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Got port-security extension from driver 'port_security' Apr 03 05:17:17.440537 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.extensions.vlantransparent [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Disabled vlantransparent extension. Apr 03 05:17:17.441073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84253) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 03 05:17:17.441417 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: router Apr 03 05:17:17.478169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.478610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router after_create 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.479021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router before_create 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.479430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.479853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.480241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router after_delete 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.480667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.481079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router after_create 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.481463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router after_update 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.481855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router after_update 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.482244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.482650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router after_update 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.483149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_update 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.483576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: port after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.483957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: port after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.484347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: subnet after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.484726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.485116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.485501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_create 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.485883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: port before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.486264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.486669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router after_update 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.487050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.487439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_create 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.487848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.488231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_update 55549900 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.488689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > network after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.489679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Tracking information for resource: router configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:17.490050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Tracking information for resource: floatingip configured {{(pid=84253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 03 05:17:17.495465 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_agentschedulers_db [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 03 05:17:17.496107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: port after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.496526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: port after_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.496912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: port after_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.497302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: port after_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.498196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router before_create 55550100 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.498605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.499013 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_create 55550100 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.499413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > router precommit_update 55550100 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.504066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.provider_configuration [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service providers = [] {{(pid=84253) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 03 05:17:17.504491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.servicetype_db [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84253) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 03 05:17:17.507531 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.service_base [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 03 05:17:17.507917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.service_base [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 03 05:17:17.508328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.service_base [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 03 05:17:17.509220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.service_base [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 03 05:17:17.509619 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.services.service_base [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 03 05:17:17.510025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.510378 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 03 05:17:17.520467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.520845 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: auto_allocate Apr 03 05:17:17.526648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: network precommit_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.527057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: network precommit_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.527648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.528005 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: tag Apr 03 05:17:17.534891 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.535260 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: timestamp Apr 03 05:17:17.539890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.540259 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: network_ip_availability Apr 03 05:17:17.545963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.546364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.546759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.547539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.547897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: flavors Apr 03 05:17:17.552431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.552810 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading Plugin: revisions Apr 03 05:17:17.557667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 03 05:17:17.558091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=84253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:17.558886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84253) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 03 05:17:17.559251 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Initializing extension manager. Apr 03 05:17:17.559807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: __init__.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.560182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: __pycache__ {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.560576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.560948 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: address_group.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.561745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.562533 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: address-group Apr 03 05:17:17.562900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: address_scope.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.563670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.564256 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: address-scope Apr 03 05:17:17.564648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.565586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.566166 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: router-admin-state-down-before-update Apr 03 05:17:17.566523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: agent.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.567283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.567862 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: agent Apr 03 05:17:17.568217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: agent_resources_synced.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.569191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.569778 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: agent-resources-synced Apr 03 05:17:17.570137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: allowedaddresspairs.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.571956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.572581 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: allowed-address-pairs Apr 03 05:17:17.572951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: auto_allocated_topology.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.574035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.574621 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: auto-allocated-topology Apr 03 05:17:17.575026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: availability_zone.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.575731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.576340 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: availability_zone Apr 03 05:17:17.576705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: availability_zone_filter.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.577631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.578211 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: availability_zone_filter Apr 03 05:17:17.578572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: data_plane_status.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.579492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.580071 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension data-plane-status not supported by any of loaded plugins Apr 03 05:17:17.580462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: default_subnetpools.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.581393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.581971 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: default-subnetpools Apr 03 05:17:17.582331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.583204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.584982 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: dhcp_agent_scheduler Apr 03 05:17:17.585359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: dns.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.586300 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.586889 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension dns-integration not supported by any of loaded plugins Apr 03 05:17:17.587264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: dns_domain_ports.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.588198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.588809 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 03 05:17:17.589177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: dvr.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.589904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.590483 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: dvr Apr 03 05:17:17.590846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: empty_string_filtering.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.591772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.592394 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: empty-string-filtering Apr 03 05:17:17.592759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.593694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.594279 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 03 05:17:17.594641 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.595563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.596139 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 03 05:17:17.596531 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: external_net.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.597466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.598047 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: external-net Apr 03 05:17:17.598406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.599325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.599906 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: extra_dhcp_opt Apr 03 05:17:17.600782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: extraroute.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.601708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.602293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: extraroute Apr 03 05:17:17.602657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: extraroute_atomic.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.603695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.604281 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: extraroute-atomic Apr 03 05:17:17.604700 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: filter_validation.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.605400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.605976 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: filter-validation Apr 03 05:17:17.606334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: fip_pf_description.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.607257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.607828 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 03 05:17:17.608187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: fip_port_details.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.609149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.609729 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: fip-port-details Apr 03 05:17:17.610089 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: flavors.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.611326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.611913 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: flavors Apr 03 05:17:17.612276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.613959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.614555 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 03 05:17:17.614925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: floatingip_pools.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.615776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.616946 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: floatingip-pools Apr 03 05:17:17.617313 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: ip_allocation.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.618260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.618850 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension ip_allocation not supported by any of loaded plugins Apr 03 05:17:17.619206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.620139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.620751 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: ip-substring-filtering Apr 03 05:17:17.621116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l2_adjacency.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.622049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.622625 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 03 05:17:17.622987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l3.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.624045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.624667 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: router Apr 03 05:17:17.625030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.627301 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.627904 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 03 05:17:17.628275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.629243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.629850 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: ext-gw-mode Apr 03 05:17:17.630197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.631139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.631747 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: l3-ha Apr 03 05:17:17.632109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l3_flavors.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.633064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.633647 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: l3-flavors Apr 03 05:17:17.634010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.634942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.635519 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 03 05:17:17.635879 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: l3agentscheduler.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.637205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.637805 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: l3_agent_scheduler Apr 03 05:17:17.638174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: logging.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.639713 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.640340 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension logging not supported by any of loaded plugins Apr 03 05:17:17.640694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: metering.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.641494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.642191 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: metering Apr 03 05:17:17.642556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.643695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.644282 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: metering_source_and_destination_fields Apr 03 05:17:17.644687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: multiprovidernet.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.645625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.646203 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: multi-provider Apr 03 05:17:17.646568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: netmtu.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.647522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.648103 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: net-mtu Apr 03 05:17:17.648496 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: netmtu_writable.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.649429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.650007 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: net-mtu-writable Apr 03 05:17:17.650368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: network_availability_zone.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.651164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.651813 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: network_availability_zone Apr 03 05:17:17.652176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: network_ip_availability.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.653395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.653983 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: network-ip-availability Apr 03 05:17:17.654464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: network_segment_range.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.655344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.655924 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension network-segment-range not supported by any of loaded plugins Apr 03 05:17:17.656285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: pagination.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.657422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.657804 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: pagination Apr 03 05:17:17.658162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: port_device_profile.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.659091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.659681 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: port-device-profile Apr 03 05:17:17.660043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.661005 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.661594 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: port-mac-address-regenerate Apr 03 05:17:17.661963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.663672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.664257 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: port-numa-affinity-policy Apr 03 05:17:17.664648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: port_resource_request.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.665585 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.666159 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension port-resource-request not supported by any of loaded plugins Apr 03 05:17:17.666518 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: portbindings.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.667458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.668038 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: binding Apr 03 05:17:17.668431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: portbindings_extended.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.669725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.670311 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: binding-extended Apr 03 05:17:17.670673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: portsecurity.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.671610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.672193 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: port-security Apr 03 05:17:17.672581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: project_id.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.673568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.673939 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: project-id Apr 03 05:17:17.674298 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: providernet.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.675235 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.675824 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: provider Apr 03 05:17:17.676184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.680334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.680959 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos not supported by any of loaded plugins Apr 03 05:17:17.681329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.682666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.683256 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 03 05:17:17.683626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.684582 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.685169 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 03 05:17:17.685534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_default.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.686460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.687036 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-default not supported by any of loaded plugins Apr 03 05:17:17.687395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_fip.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.688088 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.688690 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-fip not supported by any of loaded plugins Apr 03 05:17:17.689051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_gateway_ip.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.689987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.690563 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 03 05:17:17.690921 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_port_network_policy.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.691849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.692469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 03 05:17:17.692827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_rule_type_details.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.693755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.694359 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 03 05:17:17.694717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: qos_rules_alias.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.695777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.696384 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 03 05:17:17.696748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: quotasv2.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.697720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.698093 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: quotas Apr 03 05:17:17.698450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: quotasv2_detail.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.700032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.700449 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: quota_details Apr 03 05:17:17.700823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: rbac.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.701976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.702584 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: rbac-policies Apr 03 05:17:17.702953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: rbac_address_group.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.703904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.704540 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: rbac-address-group Apr 03 05:17:17.704908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: rbac_address_scope.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.705849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.706438 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: rbac-address-scope Apr 03 05:17:17.706797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: rbac_security_groups.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.707838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.708453 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: rbac-security-groups Apr 03 05:17:17.708817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: rbac_subnetpool.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.710271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.710855 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: rbac-subnetpool Apr 03 05:17:17.711217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: revisionifmatch.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.712151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.712781 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: revision-if-match Apr 03 05:17:17.713150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: revisions.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.714318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.714901 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: standard-attr-revisions Apr 03 05:17:17.715264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: router_availability_zone.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.715988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.716608 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: router_availability_zone Apr 03 05:17:17.716972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: routerservicetype.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.718044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.718817 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension router-service-type not supported by any of loaded plugins Apr 03 05:17:17.719305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.720333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.720924 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: security-groups-normalized-cidr Apr 03 05:17:17.721285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.722231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.722812 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: port-security-groups-filtering Apr 03 05:17:17.723174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.724125 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.724734 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: security-groups-remote-address-group Apr 03 05:17:17.725095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: securitygroup.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.738487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.739107 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: security-group Apr 03 05:17:17.739483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: segment.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.740392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.741018 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension segment not supported by any of loaded plugins Apr 03 05:17:17.741385 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.742347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.742934 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 03 05:17:17.743299 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: servicetype.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.744431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.745024 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: service-type Apr 03 05:17:17.745388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: sorting.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.746387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.746770 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: sorting Apr 03 05:17:17.747135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: standard_attr_segment.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.748072 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.748686 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 03 05:17:17.749053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: standardattrdescription.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.749748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.750327 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: standard-attr-description Apr 03 05:17:17.750691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: stateful_security_group.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.751652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.752277 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: stateful-security-group Apr 03 05:17:17.752665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: stdattrs_common.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.753252 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 03 05:17:17.753611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.754668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.755257 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 03 05:17:17.755618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: subnet_onboard.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.756770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.757358 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: subnet_onboard Apr 03 05:17:17.757721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.758667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.759251 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 03 05:17:17.759614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: subnet_service_types.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.760584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.761171 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: subnet-service-types Apr 03 05:17:17.761530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: subnetallocation.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.762657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.763243 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: subnet_allocation Apr 03 05:17:17.763604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.764333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.764923 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: subnetpool-prefix-ops Apr 03 05:17:17.765286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.766234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.766822 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 03 05:17:17.767181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: tagging.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.768475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.769078 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: standard-attr-tag Apr 03 05:17:17.769446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: timestamp.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.770634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.771222 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loaded extension: standard-attr-timestamp Apr 03 05:17:17.771589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: trunk.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.773198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.773791 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension trunk not supported by any of loaded plugins Apr 03 05:17:17.774156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: trunk_details.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.775103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.775692 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension trunk-details not supported by any of loaded plugins Apr 03 05:17:17.776057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: uplink_status_propagation.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.777017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.777600 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 03 05:17:17.777962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Loading extension file: vlantransparent.py {{(pid=84253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 03 05:17:17.778659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 05:17:17.779231 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 03 05:17:17.781902 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:network Apr 03 05:17:17.782684 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:subnet Apr 03 05:17:17.783374 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 05:17:17.784036 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:port Apr 03 05:17:17.785603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.786096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service FLAVORS assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.786779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.787250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.787623 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:router Apr 03 05:17:17.788950 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:floatingip Apr 03 05:17:17.789731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service METERING assigned prefix: /metering {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.791555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.791958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.792374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:17:17.793520 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of CountableResource for resource:rbac_policy Apr 03 05:17:17.794012 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:security_group Apr 03 05:17:17.794875 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 03 05:17:17.795690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service CORE assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.796064 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 05:17:17.796478 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] subnetpool is already registered Apr 03 05:17:17.797158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service CORE assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.797528 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 05:17:17.797885 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] subnetpool is already registered Apr 03 05:17:17.800681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.801159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service FLAVORS assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.801804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.802268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.802641 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:router Apr 03 05:17:17.803006 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] router is already registered Apr 03 05:17:17.803698 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:floatingip Apr 03 05:17:17.804060 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] floatingip is already registered Apr 03 05:17:17.804779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service METERING assigned prefix: /metering {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.805522 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of CountableResource for resource:rbac_policy Apr 03 05:17:17.805888 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] rbac_policy is already registered Apr 03 05:17:17.807245 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:security_group Apr 03 05:17:17.807620 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] security_group is already registered Apr 03 05:17:17.808287 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 03 05:17:17.808678 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] security_group_rule is already registered Apr 03 05:17:17.809428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service CORE assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.809804 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 05:17:17.810167 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] subnetpool is already registered Apr 03 05:17:17.810850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Service CORE assigned prefix: {{(pid=84253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 03 05:17:17.811227 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 05:17:17.811615 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.quota.resource_registry [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] subnetpool is already registered Apr 03 05:17:17.812347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: extensions {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.813840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: address-groups {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.815489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: address-scopes {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.816787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: agents {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.817982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: auto-allocated-topology {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.819545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: availability_zones {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.820947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: dhcp-networks {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.822400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: dhcp-agents {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.823877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: routers {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.825795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: flavors {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.826971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: service_profiles {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.828228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: next_providers {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.829849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: service_profiles {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.831362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: floatingip-pools {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.832651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: routers {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.834489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: floatingips {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.836238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: l3-routers {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.837736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: l3-agents {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.839205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: metering-labels {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.840630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: metering-label-rules {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.841953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: network-ip-availabilities {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.843240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: bindings {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.844983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: quotas {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.847021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: quotas {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.848660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: rbac-policies {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.849996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: security-groups {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.851859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: security-group-rules {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.853167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: service-providers {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.854486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: subnetpools {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.855938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: subnetpools {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.857475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.859203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.861112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.862961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.864841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.866770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.868644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.871964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.873855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.875787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.extensions [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Extended resource: tags {{(pid=84253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 03 05:17:17.882738 dv-cinder-784623-2-smb neutron-server[84253]: WARNING keystonemiddleware.auth_token [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 03 05:17:17.888086 dv-cinder-784623-2-smb neutron-server[84253]: WARNING keystonemiddleware.auth_token [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 03 05:17:17.897026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Acquired lock "singleton_lock" {{(pid=84253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 03 05:17:17.898068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Releasing lock "singleton_lock" {{(pid=84253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 03 05:17:17.899526 dv-cinder-784623-2-smb neutron-server[84253]: INFO oslo_service.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Starting 2 workers Apr 03 05:17:17.904344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Started child 84366 {{(pid=84253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 03 05:17:17.908176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:17.909283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Started child 84367 {{(pid=84253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 03 05:17:17.909704 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [-] (84366) wsgi starting up on http://0.0.0.0:9696 Apr 03 05:17:17.910929 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 03 05:17:17.911636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Notify callbacks [] for process, before_spawn {{(pid=84253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:17.915248 dv-cinder-784623-2-smb neutron-server[84253]: INFO oslo_service.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Starting 1 workers Apr 03 05:17:17.920797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Started child 84368 {{(pid=84253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 03 05:17:17.921345 dv-cinder-784623-2-smb neutron-server[84253]: INFO oslo_service.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Starting 1 workers Apr 03 05:17:17.921467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:17.922741 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [-] (84367) wsgi starting up on http://0.0.0.0:9696 Apr 03 05:17:17.923774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] calling RpcWorker wait() {{(pid=84368) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 03 05:17:17.924390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] returning from RpcWorker wait() {{(pid=84368) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 03 05:17:17.926078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:17.926228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Started child 84369 {{(pid=84253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 03 05:17:17.926932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:17:17.927034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2eee-7a01-491d-9b6c-844ae0d82629 None None] Notify callbacks [] for process, after_spawn {{(pid=84253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:17.928595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 03 05:17:17.928839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 03 05:17:17.929046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 03 05:17:17.929340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 03 05:17:17.929756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 03 05:17:17.929931 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 03 05:17:17.930090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:17.930773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.931210 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.932143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.932466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.932789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.933457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.933753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.934074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.934383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.934657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.934856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.935051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.935345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.935596 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.936133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.936454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.936741 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.937032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.937245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.937520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.937846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.938137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.938441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] debug = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.938715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.939292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.939550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.939828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.940080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.940423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.940717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.941021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.941286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.941532 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.941805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.942088 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.942331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.942578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.942831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.943108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.943357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.943800 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] host = dv-cinder-784623-2-smb {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.944115 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.944396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.944683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.944951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.945234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.945493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.945783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.946090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.946364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.946625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.946894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.947166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.947445 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.947709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.947900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_options = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.948188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.948528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.948825 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.949037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.949231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.949421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.949715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.949906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.950185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.950430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.950673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.950933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.951177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.951420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.951759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.952023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.952260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.952551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.952856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.953140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.953404 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.953670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.953915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.954179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.954423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.954668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.954949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.955220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.955464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.955756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.956039 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.956336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.956611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.957062 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.957276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:17:17.957381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.957501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.957754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.958096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.958434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.958667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.958967 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.959205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.959485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.960254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.960544 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.960761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_json = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.961004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.961269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.961564 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.961826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.962084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.962330 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.962573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.962848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:17.963302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.963627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.963976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.964238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.964554 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.964804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.965297 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.965811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.967876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.967876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.967876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.967876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.967876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.967876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.967876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.968877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.968877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.969270 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.969542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.969859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.970308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.970571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.970904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.971409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.971704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.971984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.972223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.972525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.973350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.973350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.973350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.973799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.973799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.974039 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.974277 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.974515 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.974973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.975255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.976068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.976362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.976668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.976964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.977219 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.977472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.977739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.977995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.978260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.978529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.979589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.979589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.979589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.979589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.980259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.980556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.980815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.981108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.981364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.981614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.981865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.982119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.982380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.982659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.982929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.983232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.983529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.984071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.984071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.984332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.984525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.984775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.988343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.989547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.990255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.990255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.990255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.990255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.990255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.990689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.990796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.991049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.991339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.991639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.991922 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.992214 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.992493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.992793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.993052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.993328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.993613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.993883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.994143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.994435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.994747 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.995022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.995313 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.995617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.995932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.996185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.996507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.996765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.997164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:17.997569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.001442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.002909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.003915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.004951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.004951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.004951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.004951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.005476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.005476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.005735 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.005877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.006117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.006380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.006696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.006964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.007268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.007538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.007809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.008057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.008325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.015648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.017428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.019805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.020509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.021863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.022994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.022994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.023188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.023333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.023584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.024320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.024320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.024320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.025004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.025466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.025912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.026416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.026859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.027185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.027447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.027811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.028068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.028380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.028676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.028933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.029191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.029529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.029912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.030264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.030567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.030876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.031202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.031522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.031833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.032085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.032446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.032822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.033132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.033433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.033719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.034012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.034273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.034525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.034778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.035035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.035288 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.035590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.035857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.036142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.036443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.036732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.036990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.037252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.037516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.038365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.038629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.038830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 03 05:17:18.039370 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 03 05:17:18.039560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 03 05:17:18.039743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 03 05:17:18.039953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 03 05:17:18.040155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 03 05:17:18.040354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 03 05:17:18.040607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.040798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.040988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.041176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.041362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.041576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.041764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.041903 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.042265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.042454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.042644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.042829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.043017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.043207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.043393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.043579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.043765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.043951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.044142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.044350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.044520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.044704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.044889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] debug = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.045074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.045296 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.045484 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.045672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.045858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.046044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.046228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.046416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.046601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.046786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.046971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.047155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.047338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.047523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.047707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.047892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.048078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.048264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] host = dv-cinder-784623-2-smb {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.048478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.048663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.048848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.049032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.049216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.049402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.049588 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.049773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.049959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.050144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.050328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.050512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.050697 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.050881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.051065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_options = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.051247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.051431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.051614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.051821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.052010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.052195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.052423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.052587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.052738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.052927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.053088 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.053277 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.053491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.053648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.053835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.054020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.054207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.054394 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.054579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.054762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.054923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.055106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.055261 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.055488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.055632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.055780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.055933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.056080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.056228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.056412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.056572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.056750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.056919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.057076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.057254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.057438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.057624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.057814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.057999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.058183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.058337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.059249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.059249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.059249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.059249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.059249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_json = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.064426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.065997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.066940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.067854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.068902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.070422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.071566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.072629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.073486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.073486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.073486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.073486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.073486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.073486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.073486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.074820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.075078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.075078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.075308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.075406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.075603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.075794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.076033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.076180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.076343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.076530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.076719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.076935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.077078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.077263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.077457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.077648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.077837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.078026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.078216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.078405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.078673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.078865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.079055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.079245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.079436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.079624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.079814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.080003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.080205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.080453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.080563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.080732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.080930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.081131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.081322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.081512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.081765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.082014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.082014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.082203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.082355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.082540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:17:18.082655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.082753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.082848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.083040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.083239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.083429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.083620 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.083818 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.084057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.084247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.084464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.084710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.085388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.085581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.085770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.085959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.086150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.086339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.086528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.086718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.086909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.087101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.087278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.087553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.087632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.087790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.087979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.088170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.088382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.088576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.088766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.088956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.089145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.089334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.089523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.089712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.089903 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.090093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.090283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.090471 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.090662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.090850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.091040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.091228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.091416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.091607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.091797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.091988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.092149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.092362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.092575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.092744 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.092935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.093124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.093314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.093504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.093699 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.093889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.094113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.094218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.094407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.094596 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.094785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.095000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.095280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.095382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.095521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.095646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.095834 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.096024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.096197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.096457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.096627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.096737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.096921 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.097034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.097232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.097425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.097614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.097799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.097987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.098145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.098353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.098542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.098731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.098919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.099107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.099306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.099495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.099684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.099873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.100061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.100324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.100511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.100701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.100889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.101078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.101276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.101467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.101655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.101854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.102042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.102230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.102418 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.102620 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.102810 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.103000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.103189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.103377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.103567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.103762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.103957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.104156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.104378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.104570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.104769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.104966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.105165 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.105356 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.105552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.105757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.105946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.106134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.106323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.106516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.106687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.107054 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.107215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.107409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.107600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.107789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.107980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.108168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.108382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.108574 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.108764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.108953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.109142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.109331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.109519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 03 05:17:18.109698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 03 05:17:18.288459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53826) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:18.300010 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094175 Apr 03 05:17:28.650610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d92ac9-90c6-439f-b097-448fd491c8f7 None None] get_active_networks_info from dv-cinder-784623-2-smb {{(pid=84368) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 03 05:17:28.750671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d92ac9-90c6-439f-b097-448fd491c8f7 None None] No non-hosted networks {{(pid=84368) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 03 05:17:28.763742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agentschedulers_db [None req-55d92ac9-90c6-439f-b097-448fd491c8f7 None None] DHCP Agent not found on host dv-cinder-784623-2-smb {{(pid=84368) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 03 05:17:28.833801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27543bfb-a674-458d-a74b-93ede543dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466'] for agent, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:30.109033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466'] for agent, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:30.109704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.110847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.110847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.110847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.111104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.111393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.111754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.112111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.112526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.113205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.113324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.113667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:30.114237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:17:30.138865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:17:30.542024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-883fff1d-629d-42c9-b14c-161995eb2564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466'] for agent, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:30.601214 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-db49ab48-79ad-4332-adc5-ba09fbcb50e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:31.776462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466'] for agent, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:33.083961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466'] for agent, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:33.235712 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_hamode_db [None req-71ad8eba-7831-45c9-8e90-7ec928ab28f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 03 05:17:33.323901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad8eba-7831-45c9-8e90-7ec928ab28f1 None None] Routers set() bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:17:33.324347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad8eba-7831-45c9-8e90-7ec928ab28f1 None None] Router IDs set() for agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 03 05:17:34.249345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53918) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:34.861313 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-c52f5d94-0100-4d27-8550-5ea29352d8b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:17:34.861943 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-c52f5d94-0100-4d27-8550-5ea29352d8b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:17:35.093770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [None req-c52f5d94-0100-4d27-8550-5ea29352d8b5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:17:35.094881 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c52f5d94-0100-4d27-8550-5ea29352d8b5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8445005 Apr 03 05:17:37.808487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53932) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:38.201545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:17:38.305135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.policy [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84367) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 03 05:17:38.360130 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:17:38.360580 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:17:38.378564 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] Loaded quota_driver: . Apr 03 05:17:38.394522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:17:38.450201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280792381797', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280792382217', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280792358959', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280792365251', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280792414731', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280792415224', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854630163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854585334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7881445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846673787'] for rbac-policy, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:38.511878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:38.513182 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-be0868b1-3a1f-43ef-92cd-d4f738034735 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7036576 Apr 03 05:17:41.448419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53946) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:41.814061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'admin_state_up': True}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:17:41.820058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:17:41.824646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Usage tracker for resource:network and tenant:a016d7f35a0243fa93d712b2d580e8aa is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:17:41.828252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:17:41.835106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:17:41.843510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Made reservation on behalf of a016d7f35a0243fa93d712b2d580e8aa for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:17:41.849468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:41.866416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:41.883003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:17:41.886764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Usage tracker for resource:security_group_rule and tenant:a016d7f35a0243fa93d712b2d580e8aa is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:17:41.890226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:17:41.896053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:17:42.155273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:42.157741 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:42.162251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:42.185291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:17:42.211697 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756058535351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:42.212281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Unsubscribe: segment precommit_create {{(pid=84367) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 03 05:17:42.212782 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Added segment a13b1e41-466b-4493-a470-d9943533a71a of type vlan for network 9f20e797-9c3c-415a-b7eb-061486d694c7 Apr 03 05:17:42.221358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d09a8-1582-4a3d-855d-3a354759196f,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:17:42.278149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.278513 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.278868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.279217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.279566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.279913 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.280258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.280643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.280991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.281331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.281670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.282004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Tracked resource versions report: Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:17:42.283107 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:17:42.333096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:42.335387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:42.371042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:42.372465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:17:42.373116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:42.377802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:42.486918 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0372469 Apr 03 05:17:42.487573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Pushing event updated for resources: {'Network': ['ID=9f20e797-9c3c-415a-b7eb-061486d694c7,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:17:42.509953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:42.518213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:17:45.510556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53962) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:45.984240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaab6c2-a9ad-4ae8-bc15-bd96e2f341e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:17:45.985675 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-efaab6c2-a9ad-4ae8-bc15-bd96e2f341e3 admin admin] 10.222.0.23 "GET /v2.0/networks/9f20e797-9c3c-415a-b7eb-061486d694c7 HTTP/1.1" status: 200 len: 825 time: 0.4740443 Apr 03 05:17:46.013831 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-22481096-e2cb-422b-98f4-1943ab7bab3d admin admin] 10.222.0.23 "GET /v2.0/subnetpools/eeaea152-d2e3-4d13-ae07-b79079592f19 HTTP/1.1" status: 200 len: 734 time: 0.0220809 Apr 03 05:17:46.023568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'eeaea152-d2e3-4d13-ae07-b79079592f19', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:17:46.027958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:17:46.031857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Usage tracker for resource:subnet and tenant:a016d7f35a0243fa93d712b2d580e8aa is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:17:46.034768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:17:46.040840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:17:46.052528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Made reservation on behalf of a016d7f35a0243fa93d712b2d580e8aa for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:17:46.057058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:46.524228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:46.538937 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:46.679668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04426095-4e08-4f7d-bfe8-ab443152331e,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:17:46.685705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:46.740794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Checking segment: {'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:17:46.741174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Network hostable DHCP agents. Network: 9f20e797-9c3c-415a-b7eb-061486d694c7, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:17:46.761211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:17:46.769682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 9f20e797-9c3c-415a-b7eb-061486d694c7) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:17:46.774184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:17:46.774870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:46.779567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464a3db-b32e-4750-8daf-ec241e2b8a8c None None] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:17:46.795048 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7756300 Apr 03 05:17:47.101784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-9f20e797-9c3c-415a-b7eb-061486d694c7', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'fixed_ips': [{'subnet_id': '04426095-4e08-4f7d-bfe8-ab443152331e'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:17:47.103014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:47.294733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Allocated IP 172.20.0.2 (9f20e797-9c3c-415a-b7eb-061486d694c7/04426095-4e08-4f7d-bfe8-ab443152331e/e4b9ee48-6153-43b3-a3be-091fd2bfab3b) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:17:47.700388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:47.713554 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Transition to ACTIVE for port object e4b9ee48-6153-43b3-a3be-091fd2bfab3b will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:17:47.733993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Transition to ACTIVE for port object e4b9ee48-6153-43b3-a3be-091fd2bfab3b will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:17:47.741816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:47.757320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:47.889819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Pushing event updated for resources: {'Port': ['ID=e4b9ee48-6153-43b3-a3be-091fd2bfab3b,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:17:47.906322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.906702 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.907070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.907430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.907784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.908139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.908534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.908888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.909241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.909588 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.909935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.910279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Tracked resource versions report: Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:17:47.911411 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:17:47.919045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:47.962508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:17:47.963637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:17:47.966461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:17:48.065237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Attempting to bind port e4b9ee48-6153-43b3-a3be-091fd2bfab3b on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:17:48.065675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Attempting to bind port e4b9ee48-6153-43b3-a3be-091fd2bfab3b by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:17:48.066092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Attempting to bind port e4b9ee48-6153-43b3-a3be-091fd2bfab3b on network 9f20e797-9c3c-415a-b7eb-061486d694c7 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:17:48.072179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:17:48.072631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Checking segment: {'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:17:48.073100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:48.073526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Bound using segment: {'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:17:48.074064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Bound port: e4b9ee48-6153-43b3-a3be-091fd2bfab3b, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:17:48.074475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:48.169186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] For port e4b9ee48-6153-43b3-a3be-091fd2bfab3b, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:17:48.173246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] For port e4b9ee48-6153-43b3-a3be-091fd2bfab3b, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=e4b9ee48-6153-43b3-a3be-091fd2bfab3b,segment=NetworkSegment(a13b1e41-466b-4493-a470-d9943533a71a),segment_id=a13b1e41-466b-4493-a470-d9943533a71a)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:17:48.178659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:48.194186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:48.351495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Pushing event updated for resources: {'Port': ['ID=e4b9ee48-6153-43b3-a3be-091fd2bfab3b,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:17:48.355973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:49.553731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53972) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:49.961207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [None req-79e32839-51d2-4232-a688-91515da0390a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:17:49.962272 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-79e32839-51d2-4232-a688-91515da0390a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4074166 Apr 03 05:17:52.709875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53986) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:52.834457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device e4b9ee48-6153-43b3-a3be-091fd2bfab3b up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:17:52.921590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port e4b9ee48-6153-43b3-a3be-091fd2bfab3b completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:17:53.108761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [None req-ea406808-f1e0-4180-bac1-db7ef8740070 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:17:53.109837 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ea406808-f1e0-4180-bac1-db7ef8740070 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3989503 Apr 03 05:17:53.193189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e0845-f763-4123-a019-d2cffdf4b754 None None] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:17:53.310193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Provisioning for port e4b9ee48-6153-43b3-a3be-091fd2bfab3b completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:17:53.319623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Provisioning complete for port e4b9ee48-6153-43b3-a3be-091fd2bfab3b triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:17:53.320055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:53.551510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:53.601959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] For port e4b9ee48-6153-43b3-a3be-091fd2bfab3b, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=e4b9ee48-6153-43b3-a3be-091fd2bfab3b,segment=NetworkSegment(a13b1e41-466b-4493-a470-d9943533a71a),segment_id=a13b1e41-466b-4493-a470-d9943533a71a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:17:53.606805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:53.608716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39c8a1e3-ab63-43b6-92ec-31107a0e6b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:17:53.681838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Pushing event updated for resources: {'Port': ['ID=e4b9ee48-6153-43b3-a3be-091fd2bfab3b,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:17:53.684964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:17:53.834378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e29d75f3-0b45-44b3-8d48-8006be59f992 None None] Provisioning complete for port e4b9ee48-6153-43b3-a3be-091fd2bfab3b triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:17:53.834872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e29d75f3-0b45-44b3-8d48-8006be59f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:54.800581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device e4b9ee48-6153-43b3-a3be-091fd2bfab3b up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:17:54.874465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port e4b9ee48-6153-43b3-a3be-091fd2bfab3b triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:17:54.875005 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:56.123351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 53998) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:56.492187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:17:56.497635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:17:56.501648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Usage tracker for resource:router and tenant:a016d7f35a0243fa93d712b2d580e8aa is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:17:56.504833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:17:56.510719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:17:56.519500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:56.520830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:56.542923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:56.647243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:56.665509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] Notify callbacks [] for router, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:56.666743 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-30fe30e1-03c5-4a04-b91d-bbeea8275c5a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5423300 Apr 03 05:17:58.525214 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-423f5e93-9f87-4c3e-ae00-b20848ddf7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:17:59.376284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54008) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:17:59.756707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [None req-2d0416bf-7f1c-4c11-b404-e7118e406181 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:17:59.757777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2d0416bf-7f1c-4c11-b404-e7118e406181 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3804631 Apr 03 05:18:00.097715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:00.553074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e56bba24-adbc-4af2-9485-3976f39a5f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:01.718085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.508165 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54028) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:18:02.662020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:18:02.667132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:18:02.671059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Usage tracker for resource:network and tenant:66a4b9f5c71d4d7e9091c6658026c6ae is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:18:02.674484 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:18:02.680849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:18:02.689446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Made reservation on behalf of 66a4b9f5c71d4d7e9091c6658026c6ae for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:18:02.694621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.707568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.722407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:18:02.726270 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Usage tracker for resource:security_group_rule and tenant:66a4b9f5c71d4d7e9091c6658026c6ae is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:18:02.729131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:18:02.734967 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:18:02.816822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.819827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.824287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:02.837519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Reserving flat network on physical network physnet1 {{(pid=84367) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 03 05:18:02.861373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e93cea-d587-4034-9867-b46879093384,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:02.864253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.864667 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Added segment 8a84d408-1c34-4472-beb4-e3fced56cf8d of type flat for network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b Apr 03 05:18:02.866382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:02.900986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.936985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.938350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:18:02.939030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:02.944789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:03.034488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:03.046040 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5367675 Apr 03 05:18:03.048910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Pushing event updated for resources: {'Network': ['ID=21ed9a67-27b6-4d32-b9cb-588c0f6bc34b,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:03.061927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:03.070165 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:18:05.554572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54048) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:18:05.668036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91fcbb-1360-4506-8bbf-437f7729727f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:18:05.669472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2a91fcbb-1360-4506-8bbf-437f7729727f admin admin] 10.222.0.23 "GET /v2.0/subnets/04426095-4e08-4f7d-bfe8-ab443152331e HTTP/1.1" status: 200 len: 849 time: 0.1138892 Apr 03 05:18:05.815045 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-fc7e357c-0e89-4d59-82b7-5a981cf815a9 admin admin] 10.222.0.23 "GET /v2.0/routers/fafa72b4-fb77-48de-8a78-9ff2e8785676 HTTP/1.1" status: 200 len: 704 time: 0.1396294 Apr 03 05:18:06.446371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:06.682626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Allocated IP 172.20.0.1 (9f20e797-9c3c-415a-b7eb-061486d694c7/04426095-4e08-4f7d-bfe8-ab443152331e/a0af4082-bb22-4bcd-b318-93a0bcca514c) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:18:06.843542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:06.861405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Transition to ACTIVE for port object a0af4082-bb22-4bcd-b318-93a0bcca514c will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:18:06.918423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:06.933577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:07.071117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Pushing event updated for resources: {'Port': ['ID=a0af4082-bb22-4bcd-b318-93a0bcca514c,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:07.083011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:07.128513 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:18:07.129615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:18:07.132277 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:18:07.132841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:07.347133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-812516b8-9ff5-40a3-8585-2095f1189b88 None None] Provisioning for port a0af4082-bb22-4bcd-b318-93a0bcca514c completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:18:07.351883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-812516b8-9ff5-40a3-8585-2095f1189b88 None None] Provisioning complete for port a0af4082-bb22-4bcd-b318-93a0bcca514c triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:18:07.352291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-812516b8-9ff5-40a3-8585-2095f1189b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:07.404180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:07.408276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-812516b8-9ff5-40a3-8585-2095f1189b88 None None] Port a0af4082-bb22-4bcd-b318-93a0bcca514c cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:18:07.689100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:07.692265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:07.693414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:07.710429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:08.010010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Pushing event updated for resources: {'Port': ['ID=a0af4082-bb22-4bcd-b318-93a0bcca514c,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:08.019117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:08.065091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:18:08.066198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:18:08.233089 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-27926dda-fd43-4e7f-b440-a71b752eef76 None None] Provisioning complete for port a0af4082-bb22-4bcd-b318-93a0bcca514c triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:18:08.233464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27926dda-fd43-4e7f-b440-a71b752eef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:08.266757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Router fafa72b4-fb77-48de-8a78-9ff2e8785676 is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:18:08.292560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-27926dda-fd43-4e7f-b440-a71b752eef76 None None] Port a0af4082-bb22-4bcd-b318-93a0bcca514c cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:18:08.428674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:18:08.438025 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] 10.222.0.23 "PUT /v2.0/routers/fafa72b4-fb77-48de-8a78-9ff2e8785676/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6172709 Apr 03 05:18:08.440441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Sync routers for ids ['fafa72b4-fb77-48de-8a78-9ff2e8785676'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:18:08.451646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Routers {'fafa72b4-fb77-48de-8a78-9ff2e8785676'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:18:08.452932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:18:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['fafa72b4-fb77-48de-8a78-9ff2e8785676'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:08.634946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Set router fafa72b4-fb77-48de-8a78-9ff2e8785676 gateway port host: None {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:18:09.183976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'name': 'router1', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:17:56Z', 'updated_at': '2021-04-03T05:18:07Z', 'revision_number': 2, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'gw_port_host': None, '_interfaces': [{'id': 'a0af4082-bb22-4bcd-b318-93a0bcca514c', 'name': '', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'mac_address': 'fa:16:3e:d8:25:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:06Z', 'updated_at': '2021-04-03T05:18:07Z', 'revision_number': 2, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'subnets': [{'id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeaea152-d2e3-4d13-ae07-b79079592f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:09.189028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Checking router: fafa72b4-fb77-48de-8a78-9ff2e8785676 for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:18:09.189356 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Updating router fafa72b4-fb77-48de-8a78-9ff2e8785676 port a0af4082-bb22-4bcd-b318-93a0bcca514c binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:18:09.244398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:09.689278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:09.703818 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Transition to ACTIVE for port object a0af4082-bb22-4bcd-b318-93a0bcca514c will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:18:09.710600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:09.726719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:09.873013 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Pushing event updated for resources: {'Port': ['ID=a0af4082-bb22-4bcd-b318-93a0bcca514c,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:09.884366 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.884737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.885102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.885460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.885813 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.886163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.886511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.886858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.887203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.887548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.887892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.888232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Tracked resource versions report: Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:18:09.889368 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:18:09.910097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:10.089174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Attempting to bind port a0af4082-bb22-4bcd-b318-93a0bcca514c on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:18:10.089613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Attempting to bind port a0af4082-bb22-4bcd-b318-93a0bcca514c by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:18:10.090016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Attempting to bind port a0af4082-bb22-4bcd-b318-93a0bcca514c on network 9f20e797-9c3c-415a-b7eb-061486d694c7 {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:18:10.095562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:18:10.095974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Checking segment: {'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:18:10.096457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:10.096874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Bound using segment: {'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:18:10.097408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Bound port: a0af4082-bb22-4bcd-b318-93a0bcca514c, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13b1e41-466b-4493-a470-d9943533a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:18:10.097803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:10.191350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] For port a0af4082-bb22-4bcd-b318-93a0bcca514c, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:18:10.197133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] For port a0af4082-bb22-4bcd-b318-93a0bcca514c, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a0af4082-bb22-4bcd-b318-93a0bcca514c,segment=NetworkSegment(a13b1e41-466b-4493-a470-d9943533a71a),segment_id=a13b1e41-466b-4493-a470-d9943533a71a)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:18:10.202147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:10.218072 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:10.377690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Pushing event updated for resources: {'Port': ['ID=a0af4082-bb22-4bcd-b318-93a0bcca514c,revision_number=4']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:10.382789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:10.430763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Routers {'fafa72b4-fb77-48de-8a78-9ff2e8785676'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:18:10.431423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:18:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['fafa72b4-fb77-48de-8a78-9ff2e8785676'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:10.597405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] Set router fafa72b4-fb77-48de-8a78-9ff2e8785676 gateway port host: None {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:18:10.943419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'name': 'router1', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:17:56Z', 'updated_at': '2021-04-03T05:18:07Z', 'revision_number': 2, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'gw_port_host': None, '_interfaces': [{'id': 'a0af4082-bb22-4bcd-b318-93a0bcca514c', 'name': '', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'mac_address': 'fa:16:3e:d8:25:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:06Z', 'updated_at': '2021-04-03T05:18:10Z', 'revision_number': 4, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'subnets': [{'id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeaea152-d2e3-4d13-ae07-b79079592f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:10.947438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fe45a-7e43-4c24-a779-e4b8e602d8d7 None None] The sync data for ids ['fafa72b4-fb77-48de-8a78-9ff2e8785676'] in dv-cinder-784623-2-smb is: [{'id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'name': 'router1', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:17:56Z', 'updated_at': '2021-04-03T05:18:07Z', 'revision_number': 2, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'gw_port_host': None, '_interfaces': [{'id': 'a0af4082-bb22-4bcd-b318-93a0bcca514c', 'name': '', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'mac_address': 'fa:16:3e:d8:25:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:06Z', 'updated_at': '2021-04-03T05:18:10Z', 'revision_number': 4, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'subnets': [{'id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeaea152-d2e3-4d13-ae07-b79079592f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:18:10.973264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54060) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:18:11.131419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e04b4a-d26a-4d66-aab0-7dc77aef89b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:18:11.132054 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-78e04b4a-d26a-4d66-aab0-7dc77aef89b7 admin admin] Synchronizing usage tracker for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:network {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:18:11.150016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-78e04b4a-d26a-4d66-aab0-7dc77aef89b7 admin admin] Unset dirty status for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:network {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:18:11.151225 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-78e04b4a-d26a-4d66-aab0-7dc77aef89b7 admin admin] 10.222.0.23 "GET /v2.0/networks/21ed9a67-27b6-4d32-b9cb-588c0f6bc34b HTTP/1.1" status: 200 len: 842 time: 0.1769242 Apr 03 05:18:11.161582 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'gateway_ip': '172.28.1.1'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:18:11.167126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:18:11.171194 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Usage tracker for resource:subnet and tenant:66a4b9f5c71d4d7e9091c6658026c6ae is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:18:11.174185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:18:11.181248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:18:11.190433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Made reservation on behalf of 66a4b9f5c71d4d7e9091c6658026c6ae for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:18:11.195587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:11.633604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.objects.ports [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84367) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 03 05:18:11.634083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:11.648929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-124a812e-1a4e-4671-a861-d7fddda2f196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:11.777390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:11.781770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:11.853623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:18:11.854103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Network hostable DHCP agents. Network: 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:18:11.873225 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:18:11.881706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:18:11.887921 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:18:11.888584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:11.905233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fae1ca-5bd8-4788-9e28-dd2df1cb1efd None None] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:18:11.913095 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7551253 Apr 03 05:18:12.150407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d48268-9baf-4026-b2bc-59c287a7bb58 None None] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:18:12.825958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a0af4082-bb22-4bcd-b318-93a0bcca514c up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:18:12.904710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port a0af4082-bb22-4bcd-b318-93a0bcca514c completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:18:12.909627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port a0af4082-bb22-4bcd-b318-93a0bcca514c triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:18:12.910032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:13.032895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:13.065798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port a0af4082-bb22-4bcd-b318-93a0bcca514c, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a0af4082-bb22-4bcd-b318-93a0bcca514c,segment=NetworkSegment(a13b1e41-466b-4493-a470-d9943533a71a),segment_id=a13b1e41-466b-4493-a470-d9943533a71a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:18:13.068587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:13.070709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-807d9fd6-5333-4965-a124-29ea2f2a3be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:13.290979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=a0af4082-bb22-4bcd-b318-93a0bcca514c,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:13.294164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:14.547081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54074) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:18:14.751203 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9dd92371-4b7a-44ef-9e25-fa7400c7edef admin admin] 10.222.0.23 "GET /v2.0/routers/fafa72b4-fb77-48de-8a78-9ff2e8785676 HTTP/1.1" status: 200 len: 710 time: 0.2028191 Apr 03 05:18:14.812637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a0af4082-bb22-4bcd-b318-93a0bcca514c up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:18:14.884768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port a0af4082-bb22-4bcd-b318-93a0bcca514c triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:18:14.885168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:14.891958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131de3b9-af73-4282-b9ec-80e27c3c9d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:18:14.899244 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-131de3b9-af73-4282-b9ec-80e27c3c9d62 admin admin] 10.222.0.23 "GET /v2.0/networks/21ed9a67-27b6-4d32-b9cb-588c0f6bc34b HTTP/1.1" status: 200 len: 886 time: 0.1360030 Apr 03 05:18:14.904189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:18:15.539025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:15.871296 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:15.931812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:16.071520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Allocated IP 172.28.1.195 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/9bb0676f-d593-43e7-9983-b71d8c821e2b) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:18:16.221101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:16.250315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:16.265311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:16.405542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb0676f-d593-43e7-9983-b71d8c821e2b,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:16.410597 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:16.451627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:18:16.452767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:18:16.454927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:18:16.850003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:17.198579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:17.201910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8013161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846762602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8013575'] for router, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:17.565150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Router fafa72b4-fb77-48de-8a78-9ff2e8785676 has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:18:17.745928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:18:17.754245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:17.755579 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/fafa72b4-fb77-48de-8a78-9ff2e8785676 HTTP/1.1" status: 200 len: 890 time: 2.8550646 Apr 03 05:18:17.756358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Sync routers for ids ['fafa72b4-fb77-48de-8a78-9ff2e8785676'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:18:17.767274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Routers {'fafa72b4-fb77-48de-8a78-9ff2e8785676'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:18:17.767960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:18:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['fafa72b4-fb77-48de-8a78-9ff2e8785676'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:17.974032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Set router fafa72b4-fb77-48de-8a78-9ff2e8785676 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:18:17.988809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:18:18.339046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'name': 'router1', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '9bb0676f-d593-43e7-9983-b71d8c821e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:17:56Z', 'updated_at': '2021-04-03T05:18:16Z', 'revision_number': 4, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'gw_port': {'id': '9bb0676f-d593-43e7-9983-b71d8c821e2b', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:15Z', 'updated_at': '2021-04-03T05:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'a0af4082-bb22-4bcd-b318-93a0bcca514c', 'name': '', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'mac_address': 'fa:16:3e:d8:25:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:06Z', 'updated_at': '2021-04-03T05:18:13Z', 'revision_number': 5, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'subnets': [{'id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeaea152-d2e3-4d13-ae07-b79079592f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:18.343968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Checking router: fafa72b4-fb77-48de-8a78-9ff2e8785676 for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:18:18.344383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Updating router fafa72b4-fb77-48de-8a78-9ff2e8785676 port 9bb0676f-d593-43e7-9983-b71d8c821e2b binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:18:18.398912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:18.792599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:18.804740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Transition to ACTIVE for port object 9bb0676f-d593-43e7-9983-b71d8c821e2b will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:18:18.810333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:18.825918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:18.966696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91b3be-c97e-4e16-b3fc-a51258d5a972 None None] Pushing event updated for resources: {'Port': ['ID=9bb0676f-d593-43e7-9983-b71d8c821e2b,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:18.970878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ac91b3be-c97e-4e16-b3fc-a51258d5a972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:19.020707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Attempting to bind port 9bb0676f-d593-43e7-9983-b71d8c821e2b on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:18:19.021718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Attempting to bind port 9bb0676f-d593-43e7-9983-b71d8c821e2b by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:18:19.023073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Attempting to bind port 9bb0676f-d593-43e7-9983-b71d8c821e2b on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:18:19.028686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:18:19.029091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:18:19.029528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:19.029955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:18:19.030459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Bound port: 9bb0676f-d593-43e7-9983-b71d8c821e2b, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:18:19.030861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:19.110119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] For port 9bb0676f-d593-43e7-9983-b71d8c821e2b, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:18:19.113332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] For port 9bb0676f-d593-43e7-9983-b71d8c821e2b, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=9bb0676f-d593-43e7-9983-b71d8c821e2b,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:18:19.116668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:19.132193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ac91b3be-c97e-4e16-b3fc-a51258d5a972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:19.280361 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91b3be-c97e-4e16-b3fc-a51258d5a972 None None] Pushing event updated for resources: {'Port': ['ID=9bb0676f-d593-43e7-9983-b71d8c821e2b,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:19.285600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ac91b3be-c97e-4e16-b3fc-a51258d5a972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:19.324898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Routers {'fafa72b4-fb77-48de-8a78-9ff2e8785676'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:18:19.325557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:18:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['fafa72b4-fb77-48de-8a78-9ff2e8785676'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:19.662880 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] Set router fafa72b4-fb77-48de-8a78-9ff2e8785676 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:18:20.015368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'name': 'router1', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '9bb0676f-d593-43e7-9983-b71d8c821e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:17:56Z', 'updated_at': '2021-04-03T05:18:16Z', 'revision_number': 4, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'gw_port': {'id': '9bb0676f-d593-43e7-9983-b71d8c821e2b', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:15Z', 'updated_at': '2021-04-03T05:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'a0af4082-bb22-4bcd-b318-93a0bcca514c', 'name': '', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'mac_address': 'fa:16:3e:d8:25:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:06Z', 'updated_at': '2021-04-03T05:18:13Z', 'revision_number': 5, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'subnets': [{'id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeaea152-d2e3-4d13-ae07-b79079592f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:18:20.019657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41bd77-6bb1-41e9-8f3b-d726924e5516 None None] The sync data for ids ['fafa72b4-fb77-48de-8a78-9ff2e8785676'] in dv-cinder-784623-2-smb is: [{'id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'name': 'router1', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '9bb0676f-d593-43e7-9983-b71d8c821e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:17:56Z', 'updated_at': '2021-04-03T05:18:16Z', 'revision_number': 4, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'gw_port': {'id': '9bb0676f-d593-43e7-9983-b71d8c821e2b', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:15Z', 'updated_at': '2021-04-03T05:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'a0af4082-bb22-4bcd-b318-93a0bcca514c', 'name': '', 'network_id': '9f20e797-9c3c-415a-b7eb-061486d694c7', 'tenant_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'mac_address': 'fa:16:3e:d8:25:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa72b4-fb77-48de-8a78-9ff2e8785676', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:06Z', 'updated_at': '2021-04-03T05:18:13Z', 'revision_number': 5, 'project_id': 'a016d7f35a0243fa93d712b2d580e8aa', 'subnets': [{'id': '04426095-4e08-4f7d-bfe8-ab443152331e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeaea152-d2e3-4d13-ae07-b79079592f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:18:20.457278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54084) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:18:20.580836 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-974fb77a-0a1b-47a8-8a52-41b252304c78 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1223633 Apr 03 05:18:20.847930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 9bb0676f-d593-43e7-9983-b71d8c821e2b up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:18:20.937025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 9bb0676f-d593-43e7-9983-b71d8c821e2b completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:18:20.941150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 9bb0676f-d593-43e7-9983-b71d8c821e2b triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:18:20.941317 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:21.067135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:21.085160 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 9bb0676f-d593-43e7-9983-b71d8c821e2b, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=9bb0676f-d593-43e7-9983-b71d8c821e2b,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:18:21.088017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:21.090242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ac91b3be-c97e-4e16-b3fc-a51258d5a972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:18:21.162052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=9bb0676f-d593-43e7-9983-b71d8c821e2b,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:18:21.165486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:18:22.835253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 9bb0676f-d593-43e7-9983-b71d8c821e2b up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:18:22.963460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 9bb0676f-d593-43e7-9983-b71d8c821e2b triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:18:22.963880 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:28.538842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-944c5723-a206-41bd-943e-5a7174f47014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:30.132390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:30.545458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ee79bb2d-8f1e-4d66-9e1c-332e72eab7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:31.722169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:33.050187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:18:54.977095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:18:58.532203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78f22cc8-b2ef-4bf1-b310-691a9d7bc769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:00.096247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:00.547835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5ca5-8cc3-41b9-84c3-a13d9b81208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:01.724411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:03.055842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:28.536917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e0890446-d7d4-4ab8-8f03-cce568066ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:30.098987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:30.549600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5ddf74f5-8355-457c-9d82-9969a5d599c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:31.728736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:31.977415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:19:33.059420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:19:58.539275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-908f629a-aabc-403e-a976-514ae6e3555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:00.100983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:00.552438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-639abf71-ed2e-4f9d-a74e-94c6863e6bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:01.729340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:03.066146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:08.977773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:20:28.541311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dbe064ed-ae30-4fe6-9d70-cf21503963fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:30.102401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:30.554709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd5d-67c0-4746-baf9-84522d220566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:31.737294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:33.071232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:33.097145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54656) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:33.172770 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.pecan_wsgi.hooks.translation [None req-37401a0a-afbb-436f-9a26-b58502037fa5 admin admin] GET failed (client error): The resource could not be found. Apr 03 05:20:33.174107 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-37401a0a-afbb-436f-9a26-b58502037fa5 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0759778 Apr 03 05:20:33.313852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bda090-ff48-4e91-8618-41af16ae6b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:33.315375 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-15bda090-ff48-4e91-8618-41af16ae6b62 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1368937 Apr 03 05:20:35.790829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54666) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:35.905793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e908586-bfd7-47b3-bc8f-a2534094db07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:35.906410 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7e908586-bfd7-47b3-bc8f-a2534094db07 admin admin] Synchronizing usage tracker for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:subnet {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:20:35.922842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7e908586-bfd7-47b3-bc8f-a2534094db07 admin admin] Unset dirty status for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:subnet {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:20:35.924094 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7e908586-bfd7-47b3-bc8f-a2534094db07 admin admin] 10.222.0.23 "GET /v2.0/subnets/04426095-4e08-4f7d-bfe8-ab443152331e HTTP/1.1" status: 200 len: 849 time: 0.1322081 Apr 03 05:20:35.935175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:20:36.061472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:36.369985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363280796268933'] for subnet, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:36.384858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:20:36.523101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04426095-4e08-4f7d-bfe8-ab443152331e,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:20:36.535649 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.536004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.536392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.536755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.537113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.537470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.537824 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.538177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.538547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.539163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.539518 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.539866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:20:36.545434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:20:36.572997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:36.573632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:36.574954 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] 10.222.0.23 "PUT /v2.0/subnets/04426095-4e08-4f7d-bfe8-ab443152331e HTTP/1.1" status: 200 len: 868 time: 0.6440201 Apr 03 05:20:36.578833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d209a-9eab-42b2-b4bf-041e3577ade2 None None] Network 9f20e797-9c3c-415a-b7eb-061486d694c7 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:20:37.070613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-501f6063-c387-4531-98c2-6e42b5d9a562 None None] Provisioning complete for port e4b9ee48-6153-43b3-a3be-091fd2bfab3b triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:20:37.071156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-501f6063-c387-4531-98c2-6e42b5d9a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:37.202743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-501f6063-c387-4531-98c2-6e42b5d9a562 None None] Provisioning complete for port a0af4082-bb22-4bcd-b318-93a0bcca514c triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:20:37.203020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-501f6063-c387-4531-98c2-6e42b5d9a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:20:39.098335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54676) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:39.247197 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:20:39.247784 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:20:39.736193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.policy [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84366) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 03 05:20:39.948269 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:20:39.948706 dv-cinder-784623-2-smb neutron-server[84253]: WARNING oslo_policy.policy [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 05:20:39.965537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:39.966067 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:39.968064 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-89940225-71a1-48b0-8832-949c708f6044 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.8678021 Apr 03 05:20:42.437136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54692) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:42.620902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa68a5b-b073-423d-9a8c-36ab405a8818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:42.621372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa68a5b-b073-423d-9a8c-36ab405a8818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:42.622989 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0fa68a5b-b073-423d-9a8c-36ab405a8818 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1848233 Apr 03 05:20:45.093868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54702) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:45.269989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7e080-f7af-4e34-a289-d86fb3652b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:45.271415 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-35d7e080-f7af-4e34-a289-d86fb3652b52 admin admin] 10.222.0.23 "GET /v2.0/networks/21ed9a67-27b6-4d32-b9cb-588c0f6bc34b HTTP/1.1" status: 200 len: 886 time: 0.1765966 Apr 03 05:20:45.977611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:20:47.719211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54712) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:47.902442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683200bf-68d6-47ff-828f-362b44f3edba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:47.903822 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-683200bf-68d6-47ff-828f-362b44f3edba admin admin] 10.222.0.23 "GET /v2.0/networks/9f20e797-9c3c-415a-b7eb-061486d694c7 HTTP/1.1" status: 200 len: 869 time: 0.1835923 Apr 03 05:20:50.371611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54722) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:50.484731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75f926-f645-45ad-b87c-8de082d4b9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:50.485254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75f926-f645-45ad-b87c-8de082d4b9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:50.486821 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8c75f926-f645-45ad-b87c-8de082d4b9c9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1141567 Apr 03 05:20:53.010564 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54732) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:53.127142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae09fd6-b92d-47df-9670-fe214884e139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:53.127600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae09fd6-b92d-47df-9670-fe214884e139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:53.129829 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7ae09fd6-b92d-47df-9670-fe214884e139 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1182392 Apr 03 05:20:55.592681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54742) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:55.707607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc5bfe-f8f9-48d9-ad8d-416d44aa7bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:55.709073 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8afc5bfe-f8f9-48d9-ad8d-416d44aa7bb1 admin admin] 10.222.0.23 "GET /v2.0/subnets/04426095-4e08-4f7d-bfe8-ab443152331e HTTP/1.1" status: 200 len: 868 time: 0.1153877 Apr 03 05:20:58.196641 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54752) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:20:58.308636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526af04-94c5-47c0-9d02-1287f45f4b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:20:58.310081 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3526af04-94c5-47c0-9d02-1287f45f4b38 admin admin] 10.222.0.23 "GET /v2.0/subnets/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9 HTTP/1.1" status: 200 len: 816 time: 0.1124499 Apr 03 05:20:58.542200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa6e2071-b7ec-44cd-9f31-742c7e766d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:00.104316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:00.556759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bf67ef9d-9571-4be1-ace1-0f42eb312602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:01.737142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:03.073019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:22.977629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:21:24.636199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54796) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:21:24.687334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [None req-03fd5ea8-09a8-42d2-a034-ecc0393dc64a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:21:24.688451 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-03fd5ea8-09a8-42d2-a034-ecc0393dc64a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511494 Apr 03 05:21:27.219027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54806) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:21:27.292369 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.pecan_wsgi.hooks.translation [None req-03754fb7-41ff-40ff-b850-184857ad859e admin admin] GET failed (client error): The resource could not be found. Apr 03 05:21:27.293700 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-03754fb7-41ff-40ff-b850-184857ad859e admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0736735 Apr 03 05:21:27.425652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47fc68-6cab-4a82-99ff-1c326aea38ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:21:27.427094 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4f47fc68-6cab-4a82-99ff-1c326aea38ca admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1291542 Apr 03 05:21:28.544746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0831eae5-4cd7-4d5c-a3ca-352f9312bdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:29.925950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54816) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:21:29.978205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:21:29.980718 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.quota [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Loaded quota_driver: . Apr 03 05:21:29.987694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:21:29.999890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:21:30.015466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Made reservation on behalf of 66a4b9f5c71d4d7e9091c6658026c6ae for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:21:30.021289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:30.109706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:30.121611 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.services.revisions.revision_plugin [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Could not find related network for resource to bump revision. Apr 03 05:21:30.135664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:21:30.145928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756058535351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:30.146507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Unsubscribe: segment precommit_create {{(pid=84366) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 03 05:21:30.146978 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Added segment c95220ad-c633-40e8-8f71-1f218ec4e469 of type vlan for network 264d8f15-8c26-4862-9b91-51a31084e6d5 Apr 03 05:21:30.216147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:30.251571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:30.253306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:21:30.253934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:30.260075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:21:30.358316 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4312141 Apr 03 05:21:30.369443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Pushing event updated for resources: {'Network': ['ID=264d8f15-8c26-4862-9b91-51a31084e6d5,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:21:30.378052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.378424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.378792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.379151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.379503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.379853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.380202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.380579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.380930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.381276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.381628 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.381972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Tracked resource versions report: Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:21:30.383140 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:21:30.412374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:21:30.420378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 264d8f15-8c26-4862-9b91-51a31084e6d5 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:21:30.558823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-21153b6f-4105-47dd-a803-0cd6d73e99f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:31.743949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:32.859927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54830) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:21:32.954375 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd58b52-a808-400f-a98a-edce1e8c6fd2 admin admin] GET failed (client error): The resource could not be found. Apr 03 05:21:32.954977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ddd58b52-a808-400f-a98a-edce1e8c6fd2 admin admin] Synchronizing usage tracker for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:network {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:21:32.976336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ddd58b52-a808-400f-a98a-edce1e8c6fd2 admin admin] Unset dirty status for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:network {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:21:32.977604 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ddd58b52-a808-400f-a98a-edce1e8c6fd2 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1167040 Apr 03 05:21:33.077298 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:33.106535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a2dec-7b0d-43f2-a147-46efae36f26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:21:33.108190 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2f4a2dec-7b0d-43f2-a147-46efae36f26e admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1250308 Apr 03 05:21:33.121837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Request body: {'subnet': {'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:21:33.127609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:21:33.137643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:21:33.146680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Made reservation on behalf of 66a4b9f5c71d4d7e9091c6658026c6ae for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:21:33.151236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:33.554995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:33.572771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:21:33.700709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56751163-35ac-4e41-9c84-dafd2d405b18,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:21:33.706760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:21:33.764209 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Checking segment: {'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:21:33.764618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Network hostable DHCP agents. Network: 264d8f15-8c26-4862-9b91-51a31084e6d5, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:21:33.785118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Network 264d8f15-8c26-4862-9b91-51a31084e6d5 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:21:33.793902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 264d8f15-8c26-4862-9b91-51a31084e6d5) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:21:33.798355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:21:33.799677 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:33.803812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247dc165-8300-41db-9d8a-f7a9388ece29 None None] Network 264d8f15-8c26-4862-9b91-51a31084e6d5 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:21:33.824986 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7067549 Apr 03 05:21:34.037071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-264d8f15-8c26-4862-9b91-51a31084e6d5', 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5', 'tenant_id': '66a4b9f5c71d4d7e9091c6658026c6ae', 'fixed_ips': [{'subnet_id': '56751163-35ac-4e41-9c84-dafd2d405b18'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:21:34.037992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:34.205592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Allocated IP 192.168.233.2 (264d8f15-8c26-4862-9b91-51a31084e6d5/56751163-35ac-4e41-9c84-dafd2d405b18/de383c15-46ef-42f6-933d-f3ccb8fa50e6) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:21:34.426803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:34.438100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Transition to ACTIVE for port object de383c15-46ef-42f6-933d-f3ccb8fa50e6 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:21:34.458092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Transition to ACTIVE for port object de383c15-46ef-42f6-933d-f3ccb8fa50e6 will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:21:34.462654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:34.478661 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:21:34.782340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Pushing event updated for resources: {'Port': ['ID=de383c15-46ef-42f6-933d-f3ccb8fa50e6,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:21:34.793566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.793943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.794316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.794673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.795030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.795386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.795738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.796088 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.796464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.796817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.797171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.797516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:21:34.801869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:21:34.841535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Network 264d8f15-8c26-4862-9b91-51a31084e6d5 is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:21:34.842745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:21:34.845121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:21:34.944698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Attempting to bind port de383c15-46ef-42f6-933d-f3ccb8fa50e6 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:21:34.945106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Attempting to bind port de383c15-46ef-42f6-933d-f3ccb8fa50e6 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:21:34.945501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Attempting to bind port de383c15-46ef-42f6-933d-f3ccb8fa50e6 on network 264d8f15-8c26-4862-9b91-51a31084e6d5 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:21:34.951151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:21:34.951556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Checking segment: {'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:21:34.951985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:34.952432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Bound using segment: {'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:21:34.952930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Bound port: de383c15-46ef-42f6-933d-f3ccb8fa50e6, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:21:34.953332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:35.057100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] For port de383c15-46ef-42f6-933d-f3ccb8fa50e6, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:21:35.060572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] For port de383c15-46ef-42f6-933d-f3ccb8fa50e6, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=de383c15-46ef-42f6-933d-f3ccb8fa50e6,segment=NetworkSegment(c95220ad-c633-40e8-8f71-1f218ec4e469),segment_id=c95220ad-c633-40e8-8f71-1f218ec4e469)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:21:35.064527 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:35.081053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:21:35.234303 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Pushing event updated for resources: {'Port': ['ID=de383c15-46ef-42f6-933d-f3ccb8fa50e6,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:21:35.239840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:21:36.497670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6882fcd2-5610-449d-a31e-d3a4f1f9f654 None None] Network 264d8f15-8c26-4862-9b91-51a31084e6d5 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:21:36.608274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-45c6ad38-8bc1-4aca-9835-476801fbcb94 None None] Provisioning for port de383c15-46ef-42f6-933d-f3ccb8fa50e6 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:21:36.964389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device de383c15-46ef-42f6-933d-f3ccb8fa50e6 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:21:37.040981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port de383c15-46ef-42f6-933d-f3ccb8fa50e6 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:21:37.045708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port de383c15-46ef-42f6-933d-f3ccb8fa50e6 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:21:37.046115 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:37.168572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:37.203034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port de383c15-46ef-42f6-933d-f3ccb8fa50e6, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=de383c15-46ef-42f6-933d-f3ccb8fa50e6,segment=NetworkSegment(c95220ad-c633-40e8-8f71-1f218ec4e469),segment_id=c95220ad-c633-40e8-8f71-1f218ec4e469)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:21:37.206424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:37.209523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:21:37.277441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=de383c15-46ef-42f6-933d-f3ccb8fa50e6,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:21:37.280671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:21:38.926707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device de383c15-46ef-42f6-933d-f3ccb8fa50e6 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:21:39.020844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port de383c15-46ef-42f6-933d-f3ccb8fa50e6 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:21:39.021262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:58.547813 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f39-5b2e-4f8d-b67a-daf5410f4ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:21:59.977070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:22:00.101918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:00.562013 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e090a6c3-f3e1-47fd-ba89-93b287a216a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:01.742474 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:03.082094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:28.550759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef219601-d0d4-4682-8589-83ff705e9d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:30.103976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:30.564697 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ad8fc8f8-fe57-4fc9-9546-a7832e0fdeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:31.744234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:33.083994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:36.978780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:22:55.173613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54880) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:22:55.179940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [None req-9a9ddcab-6e6d-46dc-8f16-6509ffeb208c tempest-verify_tempest_config-1586902429 tempest-verify_tempest_config-1586902429-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:22:55.181016 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9a9ddcab-6e6d-46dc-8f16-6509ffeb208c tempest-verify_tempest_config-1586902429 tempest-verify_tempest_config-1586902429-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063553 Apr 03 05:22:55.495098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 54898) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:22:55.616197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:55.631572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:22:55.635545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Usage tracker for resource:security_group_rule and tenant:3d62ff1b7e8942078eefd65b9acc1c82 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:22:55.638457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:22:55.644955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:22:55.730742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:55.733272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:55.742289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:22:55.783230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Synchronizing usage tracker for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:security_group {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:22:55.786702 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd1b23-dd6c-492e-ad9a-6a9397d22a92,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:22:55.798758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.799139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.799509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.799874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.800237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.800625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.800983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.801341 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.801712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.802069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.802422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.802775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:55.808576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:22:55.813804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Unset dirty status for tenant:66a4b9f5c71d4d7e9091c6658026c6ae on resource:security_group {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:22:55.818252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54904) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:22:55.820786 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d62ff1b7e8942078eefd65b9acc1c82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3246067 Apr 03 05:22:55.887921 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:55.917106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:55.970949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:55.976025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:22:55.989785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd1b23-dd6c-492e-ad9a-6a9397d22a92,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:22:55.997558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:22:55.998751 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adbd1b23-dd6c-492e-ad9a-6a9397d22a92 HTTP/1.1" status: 204 len: 168 time: 0.1795816 Apr 03 05:22:56.000857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.001259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.001605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.001967 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.002328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.002690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.003044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.003402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.003762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.004114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.004493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.004917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:22:56.008541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:22:58.553103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a79a10a4-7d55-4e95-b229-fdabfc776266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:00.106367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:00.565662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d298df06-7b69-48b9-b7f6-ea53894bcaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:01.746999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:03.086718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:13.977934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:23:28.554854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-053a29a1-69b3-4fc2-8581-f2fe224fa08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:30.108847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:30.565307 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f4597c9b-adb0-42ae-8213-aa834b280f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:31.749817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:33.090131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:23:50.977207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:23:58.556627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f04e-67cc-42c6-beef-8363100d44ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:00.111529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:00.565690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9a94a506-7045-4a59-8670-d39674e17edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:01.751835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:03.092781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:27.976845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 5 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:24:28.556946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-62efb9a4-64b2-4e26-926f-babee7e5a71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:30.114435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:30.571432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8b191b58-59b3-4afd-969f-c7f482b0f0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:31.757200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:31.943137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466'] for agent, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:33.096267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:24:36.756986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54956) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:24:36.875284 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7e451275-fe82-40b4-9ddb-8ee1909d65b4 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1166382 Apr 03 05:24:39.367274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 54966) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:24:39.426540 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-6e70b0ab-c1f4-46ca-93ee-cc227086fddf admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0578036 Apr 03 05:24:58.557828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fd20330c-dd00-46c2-98e1-3c4ae3acbe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:00.117094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:00.561847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4dec7169-1d54-4dfa-9180-b77bf78ffdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:01.757781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:01.921143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:03.099202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:04.976245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:25:28.559631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-84de01d9-abbd-45af-bdda-c9934f49907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:30.119096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:30.563108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-353a7573-314c-44ca-8528-35654d23d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:31.759973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:31.930129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:33.104148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:25:41.977256 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:25:58.562518 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8db8185c-f47f-41c1-bbe1-ad0981d1c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:00.120795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:00.563740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b95ea74b-76ef-4416-be3a-e28ead58ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:01.763102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:01.931660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:03.107046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:18.980128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:26:19.606828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55186) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:19.640450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55192) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:19.808288 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55208) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:20.034659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-network', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:20.053216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2078924545-network', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:20.059328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.065282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Usage tracker for resource:network and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.069822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.072996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.081661 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55218) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:20.083241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.086189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Usage tracker for resource:network and tenant:52d527a3714d4abda771ceb5b4d11317 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.090804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.100409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.108700 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Made reservation on behalf of c968bf413eaf47858ac7dda73cb60d45 for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:20.113578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.131321 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.145221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Made reservation on behalf of 52d527a3714d4abda771ceb5b4d11317 for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:20.145481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-487201357-network', 'tenant_id': '229dfbe16f6b4d0fa41c1cde32f8b9e1'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:20.150276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.152476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.163078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Usage tracker for resource:network and tenant:229dfbe16f6b4d0fa41c1cde32f8b9e1 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.166022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.175620 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.176153 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.182981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Usage tracker for resource:security_group_rule and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.187005 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.190123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.193457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.199736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.202889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:52d527a3714d4abda771ceb5b4d11317 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.207307 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.208632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Made reservation on behalf of 229dfbe16f6b4d0fa41c1cde32f8b9e1 for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:20.213773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.218010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.245297 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.293774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.304644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:229dfbe16f6b4d0fa41c1cde32f8b9e1 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.309397 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.317865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.392508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.401665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.404979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.414641 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d321f09c-7104-4f91-b38b-7f09bfad5a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:20.424507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.429377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.436249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.441870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:26:20.449622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:20.464041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:26:20.476688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.477116 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Added segment 5cccce7f-f6eb-4da3-a50a-5e995d442f3f of type vlan for network f37e578c-ebc8-4444-ad99-21e5262aeefe Apr 03 05:26:20.500093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:26:20.502207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.502879 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Added segment aa359f6f-760f-41a1-b367-f4d640ed807f of type vlan for network f7571063-3010-4804-8966-87167d748276 Apr 03 05:26:20.506541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059420ea-3ee0-4299-9cc0-7c28fd59fc5d,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:20.534591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.534965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.535332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.535690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.536048 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.536421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.536781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.537132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.537495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.537843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.538190 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.538534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Tracked resource versions report: Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: HyperV agent@hv-cinder-78462: {}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:26:20.539637 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:26:20.545427 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.545825 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Added segment 2fc7ebcc-434a-49fc-8043-3f6e97700448 of type vlan for network 3288c230-e69c-484d-a4cc-c889f573a115 Apr 03 05:26:20.549424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:20.559525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff973c3-26a6-435b-ad87-4332cfcc735f,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:20.562253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.585815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.586200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.586578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.586950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.587334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.587725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.588101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.588523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.588911 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.589305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.589664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.590213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Tracked resource versions report: Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: HyperV agent@hv-cinder-78462: {}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:26:20.591558 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:26:20.609014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:20.618066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.642866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:20.657583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-67096683-network', 'tenant_id': '07ae07cd62ef42e185762b636ed421dc'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:20.663488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.670413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.671820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Usage tracker for resource:network and tenant:07ae07cd62ef42e185762b636ed421dc is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.675797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:20.676975 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.682155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.690035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ec2a672f-0b9a-44a6-8109-6ff5a07cabac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:20.717342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.748509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062acacf-be13-4344-b8b3-b3612b9a35b5,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:20.751447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.752621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:20.754250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:20.754881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.784602 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.785474 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e853270c-bf98-49dd-9c31-0816b728e441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:20.804725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:20.805822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.822383 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1805940 Apr 03 05:26:20.827264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55248) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:20.848920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Request body: {'subnet': {'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2078924545-subnet', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:20.869234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.879160 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Usage tracker for resource:subnet and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:20.886985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:20.891914 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=3288c230-e69c-484d-a4cc-c889f573a115,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:20.897640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.919057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 3288c230-e69c-484d-a4cc-c889f573a115 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:26:20.923203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:20.924448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:20.926425 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3147204 Apr 03 05:26:20.933095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55256) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:20.934500 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1248624 Apr 03 05:26:20.940189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55258) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:20.940720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Made reservation on behalf of c968bf413eaf47858ac7dda73cb60d45 for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:20.958613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:20.969758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Request body: {'subnet': {'network_id': '3288c230-e69c-484d-a4cc-c889f573a115', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-487201357-subnet', 'tenant_id': '229dfbe16f6b4d0fa41c1cde32f8b9e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:20.992628 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:20.996947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Made reservation on behalf of 07ae07cd62ef42e185762b636ed421dc for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:21.006964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Request body: {'subnet': {'network_id': 'f7571063-3010-4804-8966-87167d748276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-subnet', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:21.020169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:21.024311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.029758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Usage tracker for resource:subnet and tenant:52d527a3714d4abda771ceb5b4d11317 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:21.037511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:21.053317 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:21.055688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Usage tracker for resource:subnet and tenant:229dfbe16f6b4d0fa41c1cde32f8b9e1 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:21.058643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.083212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:21.107969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:21.115507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Usage tracker for resource:security_group_rule and tenant:07ae07cd62ef42e185762b636ed421dc is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:21.122665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:21.133768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Made reservation on behalf of 52d527a3714d4abda771ceb5b4d11317 for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:21.135803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:21.138159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:21.138728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.162927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Made reservation on behalf of 229dfbe16f6b4d0fa41c1cde32f8b9e1 for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:21.168545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.419286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.434811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.440539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:21.501064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:26:21.503335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d8c587-c1da-44f0-9ec4-d50fe30c622a,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:21.512328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:21.531841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.532193 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Added segment 35d86370-d368-400b-ba38-72dbba27d03f of type vlan for network e7fbb059-d889-4458-b21c-46b8d18a53e4 Apr 03 05:26:21.590047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.690861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Pushing event updated for resources: {'Network': ['ID=f37e578c-ebc8-4444-ad99-21e5262aeefe,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:21.695399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.697818 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:21.698467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:21.705495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:21.706464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network f37e578c-ebc8-4444-ad99-21e5262aeefe details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:26:21.830603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Pushing event updated for resources: {'Network': ['ID=e7fbb059-d889-4458-b21c-46b8d18a53e4,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:21.833819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:21.854440 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7707965 Apr 03 05:26:21.860632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network e7fbb059-d889-4458-b21c-46b8d18a53e4 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:26:21.861678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55300) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:21.868843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Request body: {'subnet': {'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-67096683-subnet', 'tenant_id': '07ae07cd62ef42e185762b636ed421dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:21.904833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:21.929473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Usage tracker for resource:subnet and tenant:07ae07cd62ef42e185762b636ed421dc is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:21.938926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:21.946777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7571063-3010-4804-8966-87167d748276,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:21.950071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:21.954328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:21.957334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.130s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:21.957805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:22.043393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Made reservation on behalf of 07ae07cd62ef42e185762b636ed421dc for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:22.053199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:22.169185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:22.192615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-05f70bde-6521-4931-b8de-bf6d57f35150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:22.249443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:22.253472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network f7571063-3010-4804-8966-87167d748276 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:26:22.270438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ac9f1a4a-e653-4171-945c-329509337a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:22.494470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa7ce66-c1ea-4dc2-9609-27435cc827c2,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:22.499953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:22.636097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Checking segment: {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:22.636648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Network hostable DHCP agents. Network: f7571063-3010-4804-8966-87167d748276, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:26:22.680444 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:22.706394 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:22.757374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Network f7571063-3010-4804-8966-87167d748276 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:26:22.837601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, f7571063-3010-4804-8966-87167d748276) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:22.846657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:22.847264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:22.849393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d131768-1070-4dfb-b337-4a7215776a4d None None] Network f7571063-3010-4804-8966-87167d748276 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:22.882724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:22.889197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:22.916100 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-101dbd57-d231-4d32-8c45-614d44584f04 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9783204 Apr 03 05:26:22.920139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55336) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:22.928258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:22.941621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:22.950474 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Usage tracker for resource:router and tenant:52d527a3714d4abda771ceb5b4d11317 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:22.958919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:22.975057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc652b23-3658-4775-997f-b42e7cef21e1,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:22.978145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:22.993854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:22.997052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Checking segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:22.997446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Network hostable DHCP agents. Network: f37e578c-ebc8-4444-ad99-21e5262aeefe, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:26:23.009154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.010586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.039342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.168052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55344) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:23.186087 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77eb24-d7b1-4172-aacc-f064d68d4776 None None] Network f7571063-3010-4804-8966-87167d748276 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:23.266736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Network f37e578c-ebc8-4444-ad99-21e5262aeefe is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:26:23.274605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Checking segment: {'id': '2fc7ebcc-434a-49fc-8043-3f6e97700448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3288c230-e69c-484d-a4cc-c889f573a115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:23.275008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Network hostable DHCP agents. Network: 3288c230-e69c-484d-a4cc-c889f573a115, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:26:23.348712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Network 3288c230-e69c-484d-a4cc-c889f573a115 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:26:23.368278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 3288c230-e69c-484d-a4cc-c889f573a115) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:23.382831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:23.383477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.399734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07283fd1-b17a-414b-a445-835d6bd2413d None None] Network 3288c230-e69c-484d-a4cc-c889f573a115 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:23.407751 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.497649 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:23.531777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5903304 Apr 03 05:26:23.540167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, f37e578c-ebc8-4444-ad99-21e5262aeefe) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:23.550429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.583347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b32777-ae39-4ba8-acd7-2a5e47ff0e98 None None] Network f37e578c-ebc8-4444-ad99-21e5262aeefe requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:23.589441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eef1925-2e7f-4fc6-bb38-3a3aff9148d2,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:23.595651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:23.600001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:23.600954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.628839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:23.633680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Usage tracker for resource:security_group_rule and tenant:47f0b2590ba1433da8b736df4c78451d is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:23.638014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:23.641021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Checking segment: {'id': '35d86370-d368-400b-ba38-72dbba27d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:23.641365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Network hostable DHCP agents. Network: e7fbb059-d889-4458-b21c-46b8d18a53e4, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:26:23.646261 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:23.663784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Network e7fbb059-d889-4458-b21c-46b8d18a53e4 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:26:23.679746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, e7fbb059-d889-4458-b21c-46b8d18a53e4) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:23.682762 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8531890 Apr 03 05:26:23.683600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55364) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:23.696968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:23.697635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.699991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:23.702325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd99ec-6b00-4117-92e6-c21e20a1c44e None None] Network e7fbb059-d889-4458-b21c-46b8d18a53e4 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:23.706070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:23.710289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Usage tracker for resource:router and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:23.713535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:23.720182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:23.721035 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8582697 Apr 03 05:26:23.724541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.751346 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.752449 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:23.874230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.024899 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.032014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.054157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4e4095aa-65e2-451e-89bd-61c75f83b7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:24.172456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b4b26-085c-453d-add1-308529d08104 None None] Network e7fbb059-d889-4458-b21c-46b8d18a53e4 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:24.467545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55406) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:24.467674 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47f0b2590ba1433da8b736df4c78451d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2984531 Apr 03 05:26:24.517014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55420) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:24.540838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d4b45-3420-4336-8e10-568bf3e8045c None None] Network 3288c230-e69c-484d-a4cc-c889f573a115 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:24.596008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55432) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:24.616143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-306056374-network', 'tenant_id': '066e47913e274a6bbf529f2bdb26caab'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:24.628682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:24.648545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Usage tracker for resource:network and tenant:066e47913e274a6bbf529f2bdb26caab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:24.659569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:24.683680 dv-cinder-784623-2-smb neutron-server[84253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 03 05:26:24.702482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:24.719602 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40a03ed-7fa5-425d-bb20-a48bd54f0d52,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:24.722645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.723990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:24.760831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.806102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Made reservation on behalf of 066e47913e274a6bbf529f2bdb26caab for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:24.814452 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.859818 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.906636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:24.985995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:24.990745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Usage tracker for resource:security_group_rule and tenant:066e47913e274a6bbf529f2bdb26caab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:24.994499 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:25.001036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:25.003985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.012475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:25.028348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40a03ed-7fa5-425d-bb20-a48bd54f0d52,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:25.032161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:25.039217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.043387 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a40a03ed-7fa5-425d-bb20-a48bd54f0d52 HTTP/1.1" status: 204 len: 168 time: 0.5720534 Apr 03 05:26:25.083764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-250c93f6-e55a-4baf-8df9-fe4876d18a5a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:25.085356 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-250c93f6-e55a-4baf-8df9-fe4876d18a5a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/networks?id=e7fbb059-d889-4458-b21c-46b8d18a53e4 HTTP/1.1" status: 200 len: 810 time: 0.4793444 Apr 03 05:26:25.144195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-f37e578c-ebc8-4444-ad99-21e5262aeefe', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:26:25.144633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.145204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.150283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.166023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:25.198942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:26:25.214673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e12aad-7502-4eeb-9ce0-f8b39ffa84ec,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:25.220890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:25.222498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.223069 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Added segment 3425177c-8995-422b-b85e-054cb84f60d8 of type vlan for network faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd Apr 03 05:26:25.261223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.261574 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-0a04f382-9e69-4c89-90d8-3ccbed2bc767 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/quotas/07ae07cd62ef42e185762b636ed421dc HTTP/1.1" status: 200 len: 375 time: 0.1029212 Apr 03 05:26:25.302002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.304097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:25.305332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.312508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-89ff55bb-0786-41aa-bd57-cdd89401f322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:25.385725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.432234 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9132352 Apr 03 05:26:25.435776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55458) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:25.438383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Pushing event updated for resources: {'Network': ['ID=faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:25.445678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Request body: {'subnet': {'network_id': 'faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-306056374-subnet', 'tenant_id': '066e47913e274a6bbf529f2bdb26caab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:25.451817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:25.452424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:26:25.456154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Usage tracker for resource:subnet and tenant:066e47913e274a6bbf529f2bdb26caab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:25.459213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:25.463770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.466397 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:25.473882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:25.477076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Made reservation on behalf of 066e47913e274a6bbf529f2bdb26caab for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:25.482791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.546212 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-c796875d-1386-44f4-bffc-40e2306ece14 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07ae07cd62ef42e185762b636ed421dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2772663 Apr 03 05:26:25.563233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55464) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:25.627757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.638016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Allocated IP 172.20.0.2 (f37e578c-ebc8-4444-ad99-21e5262aeefe/a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1/23ef45c5-68ec-4d76-80b8-322a92dd3bce) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:25.662039 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:25.671377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Usage tracker for resource:security_group_rule and tenant:3427656d336b42f4b91553aa980f2f64 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:25.679676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:25.705239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:25.780279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Allocated IP 172.28.1.35 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/a34def54-fe79-473a-bde4-a312941f7c54) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:25.802297 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-3cb6865b-15ce-4e45-b18d-693f0a8952ca service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:26:25.803405 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-3cb6865b-15ce-4e45-b18d-693f0a8952ca service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1203859 Apr 03 05:26:25.876467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:25.890186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Transition to ACTIVE for port object 23ef45c5-68ec-4d76-80b8-322a92dd3bce will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:25.969571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Transition to ACTIVE for port object 23ef45c5-68ec-4d76-80b8-322a92dd3bce will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:25.981019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.010780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.023871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:26.026937 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:26.193497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fc976c-fece-4140-af15-23653fa90100,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:26.197884 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:26.271035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55494) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:26.274103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.320060 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Pushing event updated for resources: {'Port': ['ID=23ef45c5-68ec-4d76-80b8-322a92dd3bce,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:26.325021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Checking segment: {'id': '3425177c-8995-422b-b85e-054cb84f60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:26.325417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Network hostable DHCP agents. Network: faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:26:26.344932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.347052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Network faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:26:26.348135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.348558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.348943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.355045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.355864 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.356287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.356716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.357657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.358022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.358391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.358756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:26.358951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Tracked resource versions report: Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: HyperV agent@hv-cinder-78462: {}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:26:26.359932 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:26:26.370302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:26.371492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.371980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:26.376035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad3e15-bdc8-453d-ac77-a585ca24f168 None None] Network faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:26.402657 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9654057 Apr 03 05:26:26.553334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.578302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Network f37e578c-ebc8-4444-ad99-21e5262aeefe is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:26.582260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:26.593380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:26.593903 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:26.601734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c92eca639c4d4896ff613adc908b45 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:26.605024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:26.611474 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:26.683465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.711609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.718152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.726436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Attempting to bind port 23ef45c5-68ec-4d76-80b8-322a92dd3bce on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:26:26.727082 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Attempting to bind port 23ef45c5-68ec-4d76-80b8-322a92dd3bce by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:26:26.727826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Attempting to bind port 23ef45c5-68ec-4d76-80b8-322a92dd3bce on network f37e578c-ebc8-4444-ad99-21e5262aeefe {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:26.732275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:26.740575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55506) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:26.767447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:26:26.767868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Checking segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:26.768332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.768789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Bound using segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:26:26.769314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Bound port: 23ef45c5-68ec-4d76-80b8-322a92dd3bce, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:26:26.769733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.836743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da598d-451b-4998-88c7-18a06b349035,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:26.848748 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7c92eca639c4d4896ff613adc908b45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5765047 Apr 03 05:26:26.852033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:26.856636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55510) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:26.882734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Deleting subnet fc652b23-3658-4775-997f-b42e7cef21e1 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:26:26.890606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.940010 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-751ffb28-afa1-4ddd-bcf0-89aea45b9d57 service neutron] 10.222.0.23 "GET /v2.0/networks/e7fbb059-d889-4458-b21c-46b8d18a53e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0752602 Apr 03 05:26:26.963826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee81ed5-1267-4afe-94c1-31fc34d18b49 None None] Network faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:26.969150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.978024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.988834 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.995485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:26.997218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.021853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] For port 23ef45c5-68ec-4d76-80b8-322a92dd3bce, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:26:27.024223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:27.032918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.076808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.089657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] For port 23ef45c5-68ec-4d76-80b8-322a92dd3bce, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=23ef45c5-68ec-4d76-80b8-322a92dd3bce,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:26:27.101980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.155515 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3427656d336b42f4b91553aa980f2f64&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5901678 Apr 03 05:26:27.176939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55518) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:27.214669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975217cc-93a4-40de-8ac4-dbc9ea584b70,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:27.231140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:27.246640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:27.327732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.329263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Pushing event updated for resources: {'Port': ['ID=23ef45c5-68ec-4d76-80b8-322a92dd3bce,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:27.332866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:27.343859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:27.366034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da598d-451b-4998-88c7-18a06b349035,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:27.370062 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-7080e5a8-4337-4235-8d5a-ba656249962c service neutron] 10.222.0.23 "GET /v2.0/networks/e7fbb059-d889-4458-b21c-46b8d18a53e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289570 Apr 03 05:26:27.378482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.379001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:27.393490 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.408483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:27.412735 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5da598d-451b-4998-88c7-18a06b349035 HTTP/1.1" status: 204 len: 168 time: 0.5370507 Apr 03 05:26:27.428391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.522192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:27.656701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc652b23-3658-4775-997f-b42e7cef21e1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:27.677130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:27.715816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.726373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.729144 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fc652b23-3658-4775-997f-b42e7cef21e1 HTTP/1.1" status: 204 len: 168 time: 0.9842341 Apr 03 05:26:27.731722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55552) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:27.884172 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e4736450-b69b-4e11-b035-a179f578ea65 req-b22e464c-9e40-428d-8b97-2a38b789112c tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 210 time: 0.1317143 Apr 03 05:26:27.931314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Allocated IP 172.28.1.171 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/89f9f56e-73dc-4599-809b-22332d366bdf) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:27.973251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:27.979843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:27.993804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:28.025424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:28.028226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:28.256522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:28.370556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Pushing event updated for resources: {'Port': ['ID=a34def54-fe79-473a-bde4-a312941f7c54,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:28.382707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.383408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.384102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.384582 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > port after_create 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.385028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.385413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > port after_update 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.386239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.386625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.386992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.387347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.407732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:28.464252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55588) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:28.553728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:28.576796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b621191e-5275-47fd-8b4a-bc31004d9612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:28.602786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:28.625787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:28.970739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.971136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.971512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.971889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:26:28.972287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3288c230-e69c-484d-a4cc-c889f573a115']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:29.024075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc7ebcc-434a-49fc-8043-3f6e97700448') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:29.033922 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc7ebcc-434a-49fc-8043-3f6e97700448') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:29.078979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.126649 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.136638 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:26:29.190495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975217cc-93a4-40de-8ac4-dbc9ea584b70,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:29.226500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 23ef45c5-68ec-4d76-80b8-322a92dd3bce up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:29.309422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:29.312431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.377356 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a62afa-f81a-478e-98de-995f817f3ca9 None None] Network f37e578c-ebc8-4444-ad99-21e5262aeefe requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:26:29.433044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Network 3288c230-e69c-484d-a4cc-c889f573a115 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:26:29.451123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.524384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.564016 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-daafcea5-743b-4cae-9d68-31486c57e8ea req-3caae8d9-74d8-413f-bc23-f0ac02e79cd7 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 210 time: 0.4363806 Apr 03 05:26:29.583387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:29.597535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-af6819dc-90ee-4192-ab7d-039480724069 None None] Provisioning for port 23ef45c5-68ec-4d76-80b8-322a92dd3bce completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:29.602201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Usage tracker for resource:security_group_rule and tenant:100dffc3025b47a2807fe97d34d787d9 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:29.605443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:29.612575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:29.634191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 23ef45c5-68ec-4d76-80b8-322a92dd3bce completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:29.648281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 23ef45c5-68ec-4d76-80b8-322a92dd3bce triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:29.648281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.667511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.672178 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/975217cc-93a4-40de-8ac4-dbc9ea584b70 HTTP/1.1" status: 204 len: 168 time: 2.4942131 Apr 03 05:26:29.673687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.704759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:29.709453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Network 3288c230-e69c-484d-a4cc-c889f573a115 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: from cryptography.utils import int_from_bytes Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: from cryptography.utils import int_from_bytes Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: (rel_b, rel_a, rel_b), Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: (rel_b, rel_a, rel_b), Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:26:29.766948 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:26:29.884564 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.888724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3fd2f0e2-b626-44b5-b1b3-ad9c94935ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:29.914987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Pushing event deleted for resources: {'Network': ['ID=3288c230-e69c-484d-a4cc-c889f573a115,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:29.932118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:29.943947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3288c230-e69c-484d-a4cc-c889f573a115 HTTP/1.1" status: 204 len: 168 time: 2.2104359 Apr 03 05:26:29.944838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55652) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:30.042040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:30.088976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Deleting subnet b4fc976c-fece-4140-af15-23653fa90100 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:26:30.096061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.187548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.189756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.206453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.239230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 23ef45c5-68ec-4d76-80b8-322a92dd3bce, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=23ef45c5-68ec-4d76-80b8-322a92dd3bce,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:30.243780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.246522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:30.302554 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.570840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.15', 61587) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:30.597211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55672) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:30.658673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.676460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Pushing event updated for resources: {'Port': ['ID=89f9f56e-73dc-4599-809b-22332d366bdf,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:30.687329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:30.794845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6de45efb-0f6d-4696-98de-288ac9911d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.798486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9e910e9e-3a70-42c2-8864-6dd86a65c475 None None] Provisioning complete for port 23ef45c5-68ec-4d76-80b8-322a92dd3bce triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:30.798901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9e910e9e-3a70-42c2-8864-6dd86a65c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.892127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=23ef45c5-68ec-4d76-80b8-322a92dd3bce,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:30.898188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:30.922839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55690) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:30.973790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:30.978363 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.047936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:31.068175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:31.082608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:31.088998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:31.134511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.175211 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-69c4ee07-b68d-4079-84c8-07fe10c13df3 req-e636bdc1-4439-43c1-8c7b-3c1b1f8372ee tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 210 time: 0.2354186 Apr 03 05:26:31.181826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 23ef45c5-68ec-4d76-80b8-322a92dd3bce up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:31.183008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:31.189522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a98d67f6f9d4b6c9e4a8aa446427661 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:31.199653 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:31.206827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:31.291722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 23ef45c5-68ec-4d76-80b8-322a92dd3bce triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:31.292426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.295680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae3f9b-e4c3-4239-b180-069d3e89d45b,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:31.306980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:31.314419 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=100dffc3025b47a2807fe97d34d787d9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8493996 Apr 03 05:26:31.363223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55718) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:31.387069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-11801dd4-9304-4fe2-8881-ac1385361a88 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:31.387874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-11801dd4-9304-4fe2-8881-ac1385361a88 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Synchronizing usage tracker for tenant:07ae07cd62ef42e185762b636ed421dc on resource:network {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:26:31.522891 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-11801dd4-9304-4fe2-8881-ac1385361a88 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Unset dirty status for tenant:07ae07cd62ef42e185762b636ed421dc on resource:network {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:26:31.524131 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-11801dd4-9304-4fe2-8881-ac1385361a88 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.15 "GET /v2.0/networks?id=e7fbb059-d889-4458-b21c-46b8d18a53e4 HTTP/1.1" status: 200 len: 810 time: 0.9439204 Apr 03 05:26:31.547262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.555676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.565411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:31.582524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.587038 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Request body: {'port': {'device_id': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4', 'admin_state_up': True, 'tenant_id': '07ae07cd62ef42e185762b636ed421dc'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:31.655955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Router 6c416ee5-ba8c-4e37-ac66-81d75e499acc is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:26:31.668815 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a98d67f6f9d4b6c9e4a8aa446427661&name=default HTTP/1.1" status: 200 len: 2976 time: 1.0625746 Apr 03 05:26:31.726362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55742) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:31.745097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.768382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aff349-375b-4ce3-9809-f6b92f03745b,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:31.782324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.796108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:31.796666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-50ad645e-240a-436c-a029-3347721819b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:31.887024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:31.897376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fc976c-fece-4140-af15-23653fa90100,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:31.923976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:31.960033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.006475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.024763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:32.027736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.044376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.052572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Usage tracker for resource:port and tenant:07ae07cd62ef42e185762b636ed421dc is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:32.068095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:32.091905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:32.096462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.104658 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f64f2132-ea22-4f26-9e1c-5debda3b59ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b4fc976c-fece-4140-af15-23653fa90100 HTTP/1.1" status: 204 len: 168 time: 2.1585526 Apr 03 05:26:32.111734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55758) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:32.186703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Made reservation on behalf of 07ae07cd62ef42e185762b636ed421dc for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:32.193453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.355986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.504080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.625250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5db8088b-e49a-434a-aabb-85366ce10578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:32.653054 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aff349-375b-4ce3-9809-f6b92f03745b,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:32.662284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:32.718529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:26:32.728978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Sync routers for ids ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:26:32.742336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Routers {'6c416ee5-ba8c-4e37-ac66-81d75e499acc'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:32.743756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:32.791110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.822660 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-73c0a122-be5a-4d72-9d15-69bd4cab9196 req-4c61dd24-0f47-4d25-87e5-5878c4ca08ab tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 210 time: 0.1653812 Apr 03 05:26:32.862110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.866564 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69aff349-375b-4ce3-9809-f6b92f03745b HTTP/1.1" status: 204 len: 168 time: 1.1389256 Apr 03 05:26:32.946717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.958094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:32.961870 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.0399203 Apr 03 05:26:32.991693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55786) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:33.001403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:33.007535 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1aae3f9b-e4c3-4239-b180-069d3e89d45b HTTP/1.1" status: 204 len: 168 time: 1.6428499 Apr 03 05:26:33.117527 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Set router 6c416ee5-ba8c-4e37-ac66-81d75e499acc gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:33.123467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:33.173081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:33.227372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae3f9b-e4c3-4239-b180-069d3e89d45b,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:33.368224 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:33.531066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 3, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port': {'id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:25Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:33.542480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Checking router: 6c416ee5-ba8c-4e37-ac66-81d75e499acc for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:26:33.543235 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Updating router 6c416ee5-ba8c-4e37-ac66-81d75e499acc port a34def54-fe79-473a-bde4-a312941f7c54 binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:26:33.721059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:33.792848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:33.827246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:33.828587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Allocated IP 172.20.0.13 (e7fbb059-d889-4458-b21c-46b8d18a53e4/8eef1925-2e7f-4fc6-bb38-3a3aff9148d2/908bf903-5411-410d-9c4a-2262af9c2f68) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:33.846685 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3425177c-8995-422b-b85e-054cb84f60d8') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:33.847021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3425177c-8995-422b-b85e-054cb84f60d8') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:33.867881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:33.912620 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:33.921155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:26:34.239199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55808) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:34.323291 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5bf85ee6-ef75-4758-823d-720234d0423e req-d924b48c-f159-4538-aba3-b45a23035feb tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 210 time: 0.1638041 Apr 03 05:26:34.414050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55816) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:34.493653 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:34.572745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Network faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:26:34.596187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:34.689916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:34.700237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f114b1e5aa94c23b6ceef862f56e475 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:34.709871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:34.719680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:34.757881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:34.959489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:35.059979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:35.121166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b92432e205e4af799c927522a4c02d4 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:35.121166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:35.139276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:35.270056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:35.288402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:35.308605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Network faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:26:35.369748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Router bc0adf0e-1143-464d-94e3-a65768f4424e is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:26:35.372110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:26:35.381642 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:26:35.657263 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f114b1e5aa94c23b6ceef862f56e475&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4007449 Apr 03 05:26:35.664839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55848) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:35.670457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Transition to ACTIVE for port object a34def54-fe79-473a-bde4-a312941f7c54 will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:35.677429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:35.706774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:35.722530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e1842-2bb8-443f-ad6a-b5496db45eed,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:35.727970 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:35.747116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:35.753065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:35.778854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:35.820226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:35.845671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:35.852063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Pushing event updated for resources: {'Port': ['ID=a34def54-fe79-473a-bde4-a312941f7c54,revision_number=2']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:35.854806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:35.869881 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/faaaf3f2-0a19-4f91-a58b-b2f53f5d86bd HTTP/1.1" status: 204 len: 168 time: 3.7555895 Apr 03 05:26:35.919863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.920234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.920647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.920981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.921569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.922058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.922519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.923000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.923481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.923976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.924482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.924962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Tracked resource versions report: Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: pushed versions: Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: { 'AddressGroup': {'1.2'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': {'1.0'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': {'1.0'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': {'1.1'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': {'1.7'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': {'1.2'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': {'1.8'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': {'1.4'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': {'1.2'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': {'1.0'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': {'1.1'}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': {'1.1'}} Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: consumer versions: Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: { DHCP agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: HyperV agent@hv-cinder-78462: {}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: L3 agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: Metadata agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: Metering agent@dv-cinder-784623-2-smb: {}, Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: Open vSwitch agent@dv-cinder-784623-2-smb: { 'AddressGroup': '1.2', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'ConntrackHelper': '1.0', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Log': '1.0', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Network': '1.1', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Port': '1.7', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'PortForwarding': '1.2', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'QosPolicy': '1.8', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroup': '1.4', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'SecurityGroupRule': '1.2', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'SubPort': '1.0', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Subnet': '1.1', Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: 'Trunk': '1.1'}} Apr 03 05:26:35.926249 dv-cinder-784623-2-smb neutron-server[84253]: {{(pid=84369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 03 05:26:35.933302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:35.950178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.015925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4abbc212-d980-48a8-be41-7dde3bdfbe91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:36.064827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Attempting to bind port a34def54-fe79-473a-bde4-a312941f7c54 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:26:36.065485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Attempting to bind port a34def54-fe79-473a-bde4-a312941f7c54 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:26:36.065860 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Attempting to bind port a34def54-fe79-473a-bde4-a312941f7c54 on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:36.079322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:26:36.079965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:36.080563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.081143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:26:36.081789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Bound port: a34def54-fe79-473a-bde4-a312941f7c54, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:26:36.082328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.131349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.188021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Pushing event updated for resources: {'Port': ['ID=908bf903-5411-410d-9c4a-2262af9c2f68,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:36.190791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.192988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:36.330185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] For port a34def54-fe79-473a-bde4-a312941f7c54, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:26:36.344091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.350790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] For port a34def54-fe79-473a-bde4-a312941f7c54, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a34def54-fe79-473a-bde4-a312941f7c54,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:26:36.356294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.377446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55866) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:36.385909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:36.518213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c2dcc-e70a-4242-9664-8eca128ac2ed req-f4bd6cca-ac1d-4985-b141-2da3f9dbea06 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:36.526612 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d85c2dcc-e70a-4242-9664-8eca128ac2ed req-f4bd6cca-ac1d-4985-b141-2da3f9dbea06 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 932 time: 0.5291464 Apr 03 05:26:36.532823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Pushing event updated for resources: {'Port': ['ID=a34def54-fe79-473a-bde4-a312941f7c54,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:36.555412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:36.617085 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d85c2dcc-e70a-4242-9664-8eca128ac2ed req-fbd7679d-fe48-4d50-94f4-552b05df032b tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893917 Apr 03 05:26:36.628929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.643821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.649941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55870) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:36.653197 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8e4c1887-4444-4214-933a-affa91c9ed29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=229dfbe16f6b4d0fa41c1cde32f8b9e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2668219 Apr 03 05:26:36.660526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d87dc17f-7a41-4f4e-bdde-25e95e1f2969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:36.693931 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.705640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Network e7fbb059-d889-4458-b21c-46b8d18a53e4 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:36.707003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Allocated IP 172.20.0.1 (f7571063-3010-4804-8966-87167d748276/4fa7ce66-c1ea-4dc2-9609-27435cc827c2/90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:36.712613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:26:36.719723 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e1842-2bb8-443f-ad6a-b5496db45eed,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:36.726591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Sync routers for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:26:36.730828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:36.747081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:36.748120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.752427 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/658e1842-2bb8-443f-ad6a-b5496db45eed HTTP/1.1" status: 204 len: 168 time: 1.0859683 Apr 03 05:26:36.753568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:36.849584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:36.851125 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:36.928456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:36.943727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.972151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:36.999334 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4214268 Apr 03 05:26:37.059344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7908e26f-4f14-44bf-a90b-f9224ac26d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:37.122817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55882) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:37.143625 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b92432e205e4af799c927522a4c02d4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7222741 Apr 03 05:26:37.145220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c385cde-bb3b-4ea4-8a85-fb81360236af,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:37.152120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:37.156799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:37.175936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Routers {'6c416ee5-ba8c-4e37-ac66-81d75e499acc'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:37.178411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:37.180956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:37.182255 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.4938715 Apr 03 05:26:37.204174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 55888) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:37.309746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:37.386717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:37.468865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] Set router 6c416ee5-ba8c-4e37-ac66-81d75e499acc gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:37.514922 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:37.530252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-33214888-1b60-460a-8a1d-cd7f12e3f3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:37.539666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:37.562662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d6804bc4-6523-4587-8955-de3580668a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:37.571871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:37.579673 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c385cde-bb3b-4ea4-8a85-fb81360236af HTTP/1.1" status: 204 len: 168 time: 0.4552104 Apr 03 05:26:37.585249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c385cde-bb3b-4ea4-8a85-fb81360236af,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:37.601689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:38.261318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 3, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port': {'id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:25Z', 'updated_at': '2021-04-03T05:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:38.263941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Pushing event updated for resources: {'Port': ['ID=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:38.273008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c02d8-d4f4-47eb-98c3-ca7c6960ce11 None None] The sync data for ids ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'] in dv-cinder-784623-2-smb is: [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 3, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port': {'id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:25Z', 'updated_at': '2021-04-03T05:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:26:38.276097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:38.289273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Network f7571063-3010-4804-8966-87167d748276 is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:38.306079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:38.322683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:38.323284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.355782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:31Z', 'revision_number': 3, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:38.372858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Checking router: bc0adf0e-1143-464d-94e3-a65768f4424e for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:26:38.374017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Updating router bc0adf0e-1143-464d-94e3-a65768f4424e port 89f9f56e-73dc-4599-809b-22332d366bdf binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:26:38.447228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55914) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:38.481265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.484679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.517692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:38.550248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Usage tracker for resource:security_group_rule and tenant:570d786fcc2a45478ed49e01e69e15be is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:38.556107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:38.565422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:38.760521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.766683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.785465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55920) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:38.796053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8e851135-935c-4c9c-801a-7a5b96b37d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:38.811366 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.841802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.969137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:38.975274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5934ddb4-4527-4a60-ba16-3b74e90513d4,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:38.994481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:39.005555 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=570d786fcc2a45478ed49e01e69e15be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566797 Apr 03 05:26:39.007858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55934) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:39.082354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:39.154272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-db175a5f-202c-4677-8965-41f66b76f620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:39.235032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:39.255406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a34def54-fe79-473a-bde4-a312941f7c54 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:39.338634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:39.486553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:39.495198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1536380a-eb88-48d5-ba6c-9e49481b1d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:39.520262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:39.536127 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5934ddb4-4527-4a60-ba16-3b74e90513d4 HTTP/1.1" status: 204 len: 168 time: 0.5150647 Apr 03 05:26:39.571877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5934ddb4-4527-4a60-ba16-3b74e90513d4,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:39.587495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:39.594771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:39.653686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:39.669897 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2770aee89a4ae8a4faba2a84955220 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:39.676569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:39.684421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:39.755867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-c1897be3-b97c-4c58-abf6-2f0d7cd3a6ab tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:26:39.784677 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-c1897be3-b97c-4c58-abf6-2f0d7cd3a6ab tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340154 Apr 03 05:26:39.836096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:39.874963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Transition to ACTIVE for port object 89f9f56e-73dc-4599-809b-22332d366bdf will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:40.015216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.040199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.047240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.071194 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:40.078993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:40.118967 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port a34def54-fe79-473a-bde4-a312941f7c54 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:40.160869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port a34def54-fe79-473a-bde4-a312941f7c54 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:40.161815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.238806 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f2770aee89a4ae8a4faba2a84955220&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3395321 Apr 03 05:26:40.251176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55956) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:40.378302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.398381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.402726 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ff973c3-26a6-435b-ad87-4332cfcc735f HTTP/1.1" status: 204 len: 168 time: 3.7496407 Apr 03 05:26:40.413859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.415248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff973c3-26a6-435b-ad87-4332cfcc735f,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:40.429245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b4242d-9ea9-46a6-9daa-21a0363619c5,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:40.436541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.283s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:40.445203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83128f33-163e-490a-b425-abff84b604d8 req-2baf8e25-5f57-447e-a413-a1c0beffeeec tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:40.447246 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-83128f33-163e-490a-b425-abff84b604d8 req-2baf8e25-5f57-447e-a413-a1c0beffeeec tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 932 time: 2.1541846 Apr 03 05:26:40.448704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.474239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:40.614752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.623111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-426b9962-b8c0-4139-bd2f-1dd35715a060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:40.717946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Pushing event updated for resources: {'Port': ['ID=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:40.719568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.733733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Network f7571063-3010-4804-8966-87167d748276 is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:40.737662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:40.743851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:40.767023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c79413-6300-4f1a-8543-ee4021ef2be7 None None] Pushing event updated for resources: {'Port': ['ID=89f9f56e-73dc-4599-809b-22332d366bdf,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:40.785796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b3c79413-6300-4f1a-8543-ee4021ef2be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:40.786477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.845871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.851248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port a34def54-fe79-473a-bde4-a312941f7c54, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a34def54-fe79-473a-bde4-a312941f7c54,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:40.858282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.860890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:40.865646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:40.912772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b4242d-9ea9-46a6-9daa-21a0363619c5,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:40.918998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:40.924157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:40.925419 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11b4242d-9ea9-46a6-9daa-21a0363619c5 HTTP/1.1" status: 204 len: 168 time: 0.6732299 Apr 03 05:26:41.173741 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Router 6c416ee5-ba8c-4e37-ac66-81d75e499acc has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:26:41.178002 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-83128f33-163e-490a-b425-abff84b604d8 req-0e5f2099-801e-49af-a339-650112ca59ac tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740066 Apr 03 05:26:41.183319 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Request body: {'port': {'device_id': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:41.203773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Attempting to bind port 89f9f56e-73dc-4599-809b-22332d366bdf on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:26:41.203989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Attempting to bind port 89f9f56e-73dc-4599-809b-22332d366bdf by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:26:41.204326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Attempting to bind port 89f9f56e-73dc-4599-809b-22332d366bdf on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:41.226184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:26:41.226184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:41.226184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:41.226184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:26:41.226184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Bound port: 89f9f56e-73dc-4599-809b-22332d366bdf, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:26:41.226184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:41.310626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 55986) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:41.352270 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=a34def54-fe79-473a-bde4-a312941f7c54,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:41.366091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:41.436673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:26:41.453233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] For port 89f9f56e-73dc-4599-809b-22332d366bdf, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:26:41.456843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] For port 89f9f56e-73dc-4599-809b-22332d366bdf, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=89f9f56e-73dc-4599-809b-22332d366bdf,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:26:41.461736 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] 10.222.0.23 "PUT /v2.0/routers/6c416ee5-ba8c-4e37-ac66-81d75e499acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4524231 Apr 03 05:26:41.466927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:41.586161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:41.805146 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7922a0b6-6013-4c2b-a99d-bf665c57a259 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=066e47913e274a6bbf529f2bdb26caab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4865077 Apr 03 05:26:41.812879 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 56000) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:41.911419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:42.212201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c79413-6300-4f1a-8543-ee4021ef2be7 None None] Pushing event updated for resources: {'Port': ['ID=89f9f56e-73dc-4599-809b-22332d366bdf,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:42.230589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b3c79413-6300-4f1a-8543-ee4021ef2be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:42.234096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:42.261456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:42.262273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:42.373177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:42.414295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56018) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:42.417920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Sync routers for ids ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:26:42.440573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Routers {'6c416ee5-ba8c-4e37-ac66-81d75e499acc'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:42.441266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:42.521863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:42.697480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:42.922988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:42.942029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e6654f59-7701-4f61-8f83-71be6dbcf533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:42.972754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e12aad-7502-4eeb-9ce0-f8b39ffa84ec,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:42.986021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:43.015298 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:43.026681 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5e12aad-7502-4eeb-9ce0-f8b39ffa84ec HTTP/1.1" status: 204 len: 168 time: 1.2126558 Apr 03 05:26:43.033701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Allocated IP 172.20.0.1 (f37e578c-ebc8-4444-ad99-21e5262aeefe/a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1/08d231b1-1775-4c11-8f2f-9eafab4f5a63) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:43.251727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908bf903-5411-410d-9c4a-2262af9c2f68 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:26:43.270610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:43.280944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Set router 6c416ee5-ba8c-4e37-ac66-81d75e499acc gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:43.313493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Transition to ACTIVE for port object 908bf903-5411-410d-9c4a-2262af9c2f68 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:43.330150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:43.352196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:43.428539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:43.523362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:43.542611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Usage tracker for resource:security_group_rule and tenant:4002e7f13b884fd393b4ad43892096cb is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:43.561464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:43.563894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Pushing event updated for resources: {'Port': ['ID=908bf903-5411-410d-9c4a-2262af9c2f68,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:43.575030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:43.586558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:43.596966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a34def54-fe79-473a-bde4-a312941f7c54 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:43.752879 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:43.756507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:43.784486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edd140-60ac-42bb-827b-943ef036cbaf req-cc32f7a4-db5b-4202-acf7-f3eccf7d33e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:43.793256 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82edd140-60ac-42bb-827b-943ef036cbaf req-cc32f7a4-db5b-4202-acf7-f3eccf7d33e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 932 time: 1.3815084 Apr 03 05:26:43.795408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:43.881246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bfe3a6c6-0a44-4f59-aacc-e3ce02208bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:43.932578 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4002e7f13b884fd393b4ad43892096cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5171540 Apr 03 05:26:43.948754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Transition to ACTIVE for port object 08d231b1-1775-4c11-8f2f-9eafab4f5a63 will not be triggered until provisioned by entity DHCP. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:43.949956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56072) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:43.954093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fbd5b2-61bd-4264-b0ae-4bed1679f792,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:43.961177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:44.115545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.146164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port a34def54-fe79-473a-bde4-a312941f7c54 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:44.146589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.159200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.184486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Attempting to bind port 908bf903-5411-410d-9c4a-2262af9c2f68 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:26:44.184894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Attempting to bind port 908bf903-5411-410d-9c4a-2262af9c2f68 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '35d86370-d368-400b-ba38-72dbba27d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:26:44.185647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Attempting to bind port 908bf903-5411-410d-9c4a-2262af9c2f68 on network e7fbb059-d889-4458-b21c-46b8d18a53e4 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:44.198487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Port 908bf903-5411-410d-9c4a-2262af9c2f68 on network e7fbb059-d889-4458-b21c-46b8d18a53e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:26:44.198860 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Attempting to bind port 908bf903-5411-410d-9c4a-2262af9c2f68 on network e7fbb059-d889-4458-b21c-46b8d18a53e4 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:44.207010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:26:44.207386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Checking segment: {'id': '35d86370-d368-400b-ba38-72dbba27d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:44.207961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Bound using segment: {'id': '35d86370-d368-400b-ba38-72dbba27d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:26:44.208509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Bound port: 908bf903-5411-410d-9c4a-2262af9c2f68, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d86370-d368-400b-ba38-72dbba27d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:26:44.208900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.251276 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82edd140-60ac-42bb-827b-943ef036cbaf req-594bc5f7-caa6-4b8c-89fa-c96dfbd44553 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554470 Apr 03 05:26:44.265708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.292316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9c0658d5-1dc4-4f0b-a3dc-010fc570112b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:44.321226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:38Z', 'revision_number': 4, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port': {'id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:25Z', 'updated_at': '2021-04-03T05:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5', 'name': '', 'network_id': 'f7571063-3010-4804-8966-87167d748276', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'mac_address': 'fa:16:3e:ce:bb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:36Z', 'updated_at': '2021-04-03T05:26:40Z', 'revision_number': 2, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'subnets': [{'id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:44.328633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fbd5b2-61bd-4264-b0ae-4bed1679f792,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:44.333726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Checking router: 6c416ee5-ba8c-4e37-ac66-81d75e499acc for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:26:44.336461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.337213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Updating router 6c416ee5-ba8c-4e37-ac66-81d75e499acc port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:26:44.337519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:44.470892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:31Z', 'revision_number': 3, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:44.477011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf27a14-b9f1-4d59-9dac-21f047eb457a None None] The sync data for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb is: [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:31Z', 'revision_number': 3, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:26:44.496871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.746111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:44.821836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] For port 908bf903-5411-410d-9c4a-2262af9c2f68, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:26:44.826892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] For port 908bf903-5411-410d-9c4a-2262af9c2f68, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=908bf903-5411-410d-9c4a-2262af9c2f68,segment=NetworkSegment(35d86370-d368-400b-ba38-72dbba27d03f),segment_id=35d86370-d368-400b-ba38-72dbba27d03f)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:26:44.836629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:44.855815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:44.960269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Pushing event updated for resources: {'Port': ['ID=08d231b1-1775-4c11-8f2f-9eafab4f5a63,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:44.979824 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:45.028924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-8c7bbdf0-a418-48cc-9625-fb2d67e815e7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:45.029770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-8c7bbdf0-a418-48cc-9625-fb2d67e815e7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Synchronizing usage tracker for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:network {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:26:45.038395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Pushing event updated for resources: {'Port': ['ID=908bf903-5411-410d-9c4a-2262af9c2f68,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:45.039887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.041988 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4fbd5b2-61bd-4264-b0ae-4bed1679f792 HTTP/1.1" status: 204 len: 168 time: 1.0838912 Apr 03 05:26:45.049594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:45.089230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-8c7bbdf0-a418-48cc-9625-fb2d67e815e7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Unset dirty status for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:network {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:26:45.099011 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-8c7bbdf0-a418-48cc-9625-fb2d67e815e7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 819 time: 1.3382976 Apr 03 05:26:45.138923 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-76ea35ed-d9e2-4529-bf42-1a262bdb2bbc tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/quotas/52d527a3714d4abda771ceb5b4d11317 HTTP/1.1" status: 200 len: 375 time: 0.0373492 Apr 03 05:26:45.237650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:45.238718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.240472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] 10.222.0.15 "PUT /v2.0/ports/908bf903-5411-410d-9c4a-2262af9c2f68 HTTP/1.1" status: 200 len: 1094 time: 4.8789582 Apr 03 05:26:45.241187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'tag': '908bf903-5411-410d-9c4a-2262af9c2f68'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:26:45.268848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56126) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:45.287998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Network f37e578c-ebc8-4444-ad99-21e5262aeefe is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:45.295050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:45.298658 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:45.299147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.348959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-e3a86da9-9c97-44bb-a2a4-44082fb12eb5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Synchronizing usage tracker for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:port {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:26:45.421365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-e3a86da9-9c97-44bb-a2a4-44082fb12eb5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Unset dirty status for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:port {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:26:45.434377 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-e3a86da9-9c97-44bb-a2a4-44082fb12eb5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2944155 Apr 03 05:26:45.498550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.517448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Transition to ACTIVE for port object 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:45.526287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.566236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:45.608136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-1f88a030-58df-41b4-b432-19810fc01d6d None None] Provisioning for port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:45.615209 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-1f88a030-58df-41b4-b432-19810fc01d6d None None] Provisioning complete for port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:45.615648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f88a030-58df-41b4-b432-19810fc01d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.672649 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.672966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-c22d80d5-11c5-4f3c-93a6-d788e44f4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:45.674667 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-c22d80d5-11c5-4f3c-93a6-d788e44f4acf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07ae07cd62ef42e185762b636ed421dc&device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 1097 time: 0.2517469 Apr 03 05:26:45.727107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-1f88a030-58df-41b4-b432-19810fc01d6d None None] Port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:26:45.779614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95365837-2364-4cc3-a556-65e75f39405e req-d3e887e0-285d-4599-88a3-df2861cdeb5b tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:45.792772 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-95365837-2364-4cc3-a556-65e75f39405e req-d3e887e0-285d-4599-88a3-df2861cdeb5b tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 944 time: 0.3149543 Apr 03 05:26:45.803952 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-b07b7f85-b481-4de7-a43f-71f4849498bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=908bf903-5411-410d-9c4a-2262af9c2f68 HTTP/1.1" status: 200 len: 217 time: 0.1204333 Apr 03 05:26:45.862270 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:45.953262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:45.973512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Usage tracker for resource:security_group_rule and tenant:1767da2c74964834b4418cab4eb0327b is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:45.980438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:45.984954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-46d0a32e-6574-4d32-88df-dad8d04075f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:45.987837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:45.990850 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-46d0a32e-6574-4d32-88df-dad8d04075f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eef1925-2e7f-4fc6-bb38-3a3aff9148d2 HTTP/1.1" status: 200 len: 850 time: 0.1798155 Apr 03 05:26:46.077679 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-1a3ad2f2-519f-492d-a5b2-34a792db0c57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7fbb059-d889-4458-b21c-46b8d18a53e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790439 Apr 03 05:26:46.200880 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-95365837-2364-4cc3-a556-65e75f39405e req-cc6797f7-180b-40be-8d8e-ed00c32ae4f0 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064617 Apr 03 05:26:46.253217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.286991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.315214 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-2fe3556e-92f5-486b-8c45-bccd1fb9874e service neutron] 10.222.0.15 "GET /v2.0/networks/e7fbb059-d889-4458-b21c-46b8d18a53e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294695 Apr 03 05:26:46.416844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:46.446923 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1767da2c74964834b4418cab4eb0327b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1694002 Apr 03 05:26:46.482162 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2d5032e-c6bc-4dff-a226-35e01b8cc7a9 req-1e3d59fc-3913-418d-8709-c2f25f743c59 service neutron] 10.222.0.15 "GET /v2.0/networks/e7fbb059-d889-4458-b21c-46b8d18a53e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602578 Apr 03 05:26:46.482556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 56172) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:46.519524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6370b6-272e-49ae-b3bd-20df83e336de None None] Pushing event updated for resources: {'Port': ['ID=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:46.522865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed6370b6-272e-49ae-b3bd-20df83e336de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:46.524464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Attempting to bind port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:26:46.525017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Attempting to bind port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:26:46.525560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Attempting to bind port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 on network f7571063-3010-4804-8966-87167d748276 {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:46.533751 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:26:46.534160 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Checking segment: {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:46.534657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.535003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Bound using segment: {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:26:46.535517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Bound port: 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:26:46.535921 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.620636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.635274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-7588a64d-6272-46b6-9231-7efeccb3430e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:26:46.636390 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-7588a64d-6272-46b6-9231-7efeccb3430e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392453 Apr 03 05:26:46.643167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb0d3cd-39b5-45eb-865b-4c4011e90a72,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:46.673172 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:46.687718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] For port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:26:46.694886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] For port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:26:46.697073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.702074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.846473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.849268 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-5ba498ab-d974-4f9d-b396-3013e2dbd1af service neutron] 10.222.0.23 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006636 Apr 03 05:26:46.851900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:46.908597 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb0d3cd-39b5-45eb-865b-4c4011e90a72,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:46.914781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:46.921199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.927463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:46.937650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.940255 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edb0d3cd-39b5-45eb-865b-4c4011e90a72 HTTP/1.1" status: 204 len: 168 time: 0.4558148 Apr 03 05:26:46.942481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:46.949270 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'tag': '908bf903-5411-410d-9c4a-2262af9c2f68', 'status': 'completed', 'code': 200} Apr 03 05:26:46.997591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:47.020878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:47.064206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Routers {'6c416ee5-ba8c-4e37-ac66-81d75e499acc'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:47.065242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:47.111886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-d7b53e11-f237-432c-8e6b-70f69e7dd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:47.118636 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-d7b53e11-f237-432c-8e6b-70f69e7dd15c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07ae07cd62ef42e185762b636ed421dc&device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 1097 time: 0.1400506 Apr 03 05:26:47.182193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 89f9f56e-73dc-4599-809b-22332d366bdf up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:47.235541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Pushing event updated for resources: {'Port': ['ID=08d231b1-1775-4c11-8f2f-9eafab4f5a63,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:47.243842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:47.249283 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-5bf2c91e-7698-45fb-a394-c123ae3028eb service neutron] 10.222.0.23 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840730 Apr 03 05:26:47.342958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Network f37e578c-ebc8-4444-ad99-21e5262aeefe is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:47.353443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:47.366331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 89f9f56e-73dc-4599-809b-22332d366bdf completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:47.382213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 89f9f56e-73dc-4599-809b-22332d366bdf triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:47.383092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:47.421372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6370b6-272e-49ae-b3bd-20df83e336de None None] Pushing event updated for resources: {'Port': ['ID=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,revision_number=4']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:47.427468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed6370b6-272e-49ae-b3bd-20df83e336de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:47.449683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-04e0fd29-21e1-4d0f-b3cd-ef20aeefbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:47.451413 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-04e0fd29-21e1-4d0f-b3cd-ef20aeefbfab service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7fbb059-d889-4458-b21c-46b8d18a53e4 HTTP/1.1" status: 200 len: 911 time: 0.3257873 Apr 03 05:26:47.533852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] Set router 6c416ee5-ba8c-4e37-ac66-81d75e499acc gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:47.601033 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-8aecf8fc-8f85-4349-8b6a-90ad00e76e0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=908bf903-5411-410d-9c4a-2262af9c2f68 HTTP/1.1" status: 200 len: 217 time: 0.1422164 Apr 03 05:26:47.810305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:47.830707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-95020d6d-c660-4cd4-affe-b5c5e11bb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:47.832272 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-95020d6d-c660-4cd4-affe-b5c5e11bb054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eef1925-2e7f-4fc6-bb38-3a3aff9148d2 HTTP/1.1" status: 200 len: 850 time: 0.2228570 Apr 03 05:26:47.846118 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a97723b2-c3ba-41a0-aec1-2a382591686a req-6c0a2710-1f37-4311-adf2-3ac0320d157a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 210 time: 0.1100647 Apr 03 05:26:47.864207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-415bb683-313c-460e-a61e-43ec87145e82 None None] Provisioning complete for port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:47.865536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-415bb683-313c-460e-a61e-43ec87145e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:48.018388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 56228) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:48.039109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b8f9-c895-4b82-a6d3-76fe2f44e541 req-9ad6247c-e53b-439c-8e98-ad4422cfbaab tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:48.061059 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5891b8f9-c895-4b82-a6d3-76fe2f44e541 req-9ad6247c-e53b-439c-8e98-ad4422cfbaab tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 944 time: 0.5632682 Apr 03 05:26:48.087383 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-28adc992-6860-44e9-9ca7-b675972114df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7fbb059-d889-4458-b21c-46b8d18a53e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2352476 Apr 03 05:26:48.100339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Router bc0adf0e-1143-464d-94e3-a65768f4424e has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:26:48.103549 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-415bb683-313c-460e-a61e-43ec87145e82 None None] Port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:26:48.114583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 89f9f56e-73dc-4599-809b-22332d366bdf, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=89f9f56e-73dc-4599-809b-22332d366bdf,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:48.124136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:48.161080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:48.257358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:48.408373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=89f9f56e-73dc-4599-809b-22332d366bdf,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:48.416207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:48.592019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:38Z', 'revision_number': 4, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port': {'id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:25Z', 'updated_at': '2021-04-03T05:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5', 'name': '', 'network_id': 'f7571063-3010-4804-8966-87167d748276', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'mac_address': 'fa:16:3e:ce:bb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:36Z', 'updated_at': '2021-04-03T05:26:46Z', 'revision_number': 4, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'subnets': [{'id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:48.596944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c3721-62ec-490b-931f-98b6fce6c5a3 None None] The sync data for ids ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'] in dv-cinder-784623-2-smb is: [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:38Z', 'revision_number': 4, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port': {'id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:25Z', 'updated_at': '2021-04-03T05:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5', 'name': '', 'network_id': 'f7571063-3010-4804-8966-87167d748276', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'mac_address': 'fa:16:3e:ce:bb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:36Z', 'updated_at': '2021-04-03T05:26:46Z', 'revision_number': 4, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'subnets': [{'id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:26:48.765097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:48.774837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Usage tracker for resource:security_group_rule and tenant:717189a0311a4acabbea25f1add30696 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:48.785437 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:48.798660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:48.905414 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-6ad671dd-cfa3-4016-bbb4-127ea79c82ab service neutron] 10.222.0.15 "GET /v2.0/networks/e7fbb059-d889-4458-b21c-46b8d18a53e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849524 Apr 03 05:26:49.195590 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5891b8f9-c895-4b82-a6d3-76fe2f44e541 req-7adab62e-9ce3-4125-8158-8fbf9370f5cb tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1258376 Apr 03 05:26:49.252736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-2284389b-2b0d-4a63-911e-f94ab20c4767 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:49.265989 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-2284389b-2b0d-4a63-911e-f94ab20c4767 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 819 time: 0.5442963 Apr 03 05:26:49.314825 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-b4d255c8-bfb5-4d8f-ae9c-62929335b1ad tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/quotas/52d527a3714d4abda771ceb5b4d11317 HTTP/1.1" status: 200 len: 375 time: 0.0473597 Apr 03 05:26:49.358306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 89f9f56e-73dc-4599-809b-22332d366bdf up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:49.373484 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:49.400421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:49.426822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c909f8ac-90b8-43cc-9b18-be3bfe8b75ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:49.476892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:26:49.512250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba94d3-c324-4c78-9d88-2143614e7d98,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:49.528489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:49.538787 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=717189a0311a4acabbea25f1add30696&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5189211 Apr 03 05:26:49.543198 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c09d770a-f5e8-4990-83fb-85c3af2f310b req-441d6700-bb5b-4dad-85fd-ac9d90542cad service neutron] 10.222.0.15 "GET /v2.0/networks/e7fbb059-d889-4458-b21c-46b8d18a53e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317246 Apr 03 05:26:49.543738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 56296) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:49.551334 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-87dad934-4295-4c96-bf9e-8e859a68fc06 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2353089 Apr 03 05:26:49.596902 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] 10.222.0.23 "PUT /v2.0/routers/bc0adf0e-1143-464d-94e3-a65768f4424e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0302947 Apr 03 05:26:49.604870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Sync routers for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:26:49.653758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:49.654462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:49.661465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:49.721391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:49.858710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:49.874874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:49.906290 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-5879cd3f-5fcf-4754-aa45-e2462fdd4d12 service neutron] 10.222.0.23 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537550 Apr 03 05:26:49.913605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba94d3-c324-4c78-9d88-2143614e7d98,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:49.917943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:49.951988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:49.962187 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61ba94d3-c324-4c78-9d88-2143614e7d98 HTTP/1.1" status: 204 len: 168 time: 0.4173257 Apr 03 05:26:50.140717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 89f9f56e-73dc-4599-809b-22332d366bdf triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:50.140717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:50.237212 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-16d976a5-38c6-4e72-ad29-9ce69d21326e service neutron] 10.222.0.23 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257086 Apr 03 05:26:50.272473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:50.702677 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaae25d-02eb-4da4-9ef4-cc8f6e517236 req-35b4b74d-a0f5-4971-b0de-c762478eb388 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:50.715079 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aaaae25d-02eb-4da4-9ef4-cc8f6e517236 req-35b4b74d-a0f5-4971-b0de-c762478eb388 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 944 time: 0.1510692 Apr 03 05:26:50.788226 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aaaae25d-02eb-4da4-9ef4-cc8f6e517236 req-240726e7-6f43-4206-8de5-8a6689a84c63 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720909 Apr 03 05:26:50.947395 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-02169ceb-9931-45e4-8678-4e3ebc965081 req-e714805b-320c-464a-af3b-1867f3f6efcb tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 210 time: 0.1121747 Apr 03 05:26:50.986928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56350) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:51.177796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-4c8f09e1-da7a-47cf-9147-5aa7a2ab3a03 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:51.180237 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-4c8f09e1-da7a-47cf-9147-5aa7a2ab3a03 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 819 time: 0.4467723 Apr 03 05:26:51.197339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Request body: {'port': {'device_id': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'network_id': 'f7571063-3010-4804-8966-87167d748276', 'admin_state_up': True, 'tenant_id': '52d527a3714d4abda771ceb5b4d11317'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:51.277395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:51.347239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 908bf903-5411-410d-9c4a-2262af9c2f68 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:26:51.509068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:51.572698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:51.589491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Usage tracker for resource:security_group_rule and tenant:8db41395c48143ba900eb0a6060096de is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:51.595453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:51.600802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:51.614755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:51.636462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:51.638208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:51.660672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Made reservation on behalf of 52d527a3714d4abda771ceb5b4d11317 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:51.667757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:51.711882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:51.712672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:51.802930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:51.829705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:51.858691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2688a3db-796a-4cb5-a4ba-b6d526627893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:51.927805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f00d24-80a7-4ea3-ab72-8bd0e9f77345,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:51.937866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:51.956201 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8db41395c48143ba900eb0a6060096de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9680836 Apr 03 05:26:51.958901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56392) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:51.962292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:46Z', 'revision_number': 2, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:51.979565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 908bf903-5411-410d-9c4a-2262af9c2f68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=908bf903-5411-410d-9c4a-2262af9c2f68,segment=NetworkSegment(35d86370-d368-400b-ba38-72dbba27d03f),segment_id=35d86370-d368-400b-ba38-72dbba27d03f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:51.993008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Checking router: bc0adf0e-1143-464d-94e3-a65768f4424e for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:26:51.993569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Updating router bc0adf0e-1143-464d-94e3-a65768f4424e port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:26:52.049899 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56396) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:52.065348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.106308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Allocated IP 172.20.0.7 (f7571063-3010-4804-8966-87167d748276/4fa7ce66-c1ea-4dc2-9609-27435cc827c2/91752960-6bd2-44b6-b095-6c68c5ad5ba9) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:52.124782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766346709', 'description': 'tempest-description--826043482'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:52.161966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.232558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:52.246899 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0fbc92eb-42a4-4d59-a8a2-15917849d5d1 req-c30a0900-8d39-4d7d-9170-13bf7dd7cda5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 210 time: 0.0946558 Apr 03 05:26:52.249285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:52.252777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.256180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:52.289579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:52.320450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.335588 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.385753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5641c-88db-4704-844f-f95c467fb5a8 req-4fcf7872-539a-4dd7-aae2-7028b396a538 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:52.395170 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ced5641c-88db-4704-844f-f95c467fb5a8 req-4fcf7872-539a-4dd7-aae2-7028b396a538 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 944 time: 0.3440764 Apr 03 05:26:52.423669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '908bf903-5411-410d-9c4a-2262af9c2f68', 'network_id': 'e7fbb059-d889-4458-b21c-46b8d18a53e4', 'port_id': '908bf903-5411-410d-9c4a-2262af9c2f68', 'mac_address': 'fa:16:3e:8f:61:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eef1925-2e7f-4fc6-bb38-3a3aff9148d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:26:52.435690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.15', 61612) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:52.457783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:52.469594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group_rule and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:52.480465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:52.507322 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ced5641c-88db-4704-844f-f95c467fb5a8 req-874821f6-f0e7-4136-a6d0-ed20a4bd10a3 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110761 Apr 03 05:26:52.512011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:52.562968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.564706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.584471 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:52.602102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:52.608746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908bf903-5411-410d-9c4a-2262af9c2f68 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:26:52.619130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f00d24-80a7-4ea3-ab72-8bd0e9f77345,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:52.629009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 908bf903-5411-410d-9c4a-2262af9c2f68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=908bf903-5411-410d-9c4a-2262af9c2f68,segment=NetworkSegment(35d86370-d368-400b-ba38-72dbba27d03f),segment_id=35d86370-d368-400b-ba38-72dbba27d03f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:52.630324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:52.634261 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.657767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.672343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.677083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:52.758929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.763051 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38f00d24-80a7-4ea3-ab72-8bd0e9f77345 HTTP/1.1" status: 204 len: 168 time: 0.8005345 Apr 03 05:26:52.811675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.818826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.820227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-ec8b1b00-01cc-4187-937e-cace4ac7ff71 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:52.824632 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-ec8b1b00-01cc-4187-937e-cace4ac7ff71 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 819 time: 0.3780251 Apr 03 05:26:52.826611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:52.847705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Request body: {'port': {'device_id': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'network_id': 'f7571063-3010-4804-8966-87167d748276', 'admin_state_up': True, 'tenant_id': '52d527a3714d4abda771ceb5b4d11317'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:52.931031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c4bdc8-d0d3-44b4-af59-76c5f41a0911,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:52.952222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:52.966014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:52.971083 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9172080 Apr 03 05:26:52.974606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56424) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:52.989831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'security_group_rule': {'security_group_id': '03c4bdc8-d0d3-44b4-af59-76c5f41a0911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:53.016146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:53.038844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group_rule and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:53.047435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:53.053742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:53.073793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:53.086343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.127097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.149598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e4b96521-5067-4748-a813-d16901dc69e8 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:53.201754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['908bf903-5411-410d-9c4a-2262af9c2f68'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:26:53.267052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=908bf903-5411-410d-9c4a-2262af9c2f68,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:53.313334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:53.323977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:53.324339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:53.369048 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.374927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.377373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:53.446401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab96726-3090-4a41-9e3d-5355af21b9d1,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:53.458615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:53.527256 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a4ef8552-f7eb-434f-82ad-154940fd5056 req-ca886878-857a-4863-9fa5-a620ebe6d1bb tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 210 time: 0.0603662 Apr 03 05:26:53.528631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.542451 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5676274 Apr 03 05:26:53.547330 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56448) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:53.556108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'security_group_rule': {'security_group_id': '03c4bdc8-d0d3-44b4-af59-76c5f41a0911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:53.576982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:53.592811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group_rule and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:53.596438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:53.607706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:53.616977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56452) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:53.673999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.690383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Pushing event updated for resources: {'Port': ['ID=91752960-6bd2-44b6-b095-6c68c5ad5ba9,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:53.722858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:53.723865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:53.729647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:53.740539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Usage tracker for resource:security_group_rule and tenant:6bc80fdd6ec648c8b77ca5b7a40f414b is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:53.744519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:53.752129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:53.817104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Usage tracker for resource:port and tenant:52d527a3714d4abda771ceb5b4d11317 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:53.822491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:53.843388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:53.863202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.917249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.923816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Made reservation on behalf of 52d527a3714d4abda771ceb5b4d11317 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:26:53.932080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.939071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:53.970972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:54.043051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Network f7571063-3010-4804-8966-87167d748276 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:54.054185 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bc80fdd6ec648c8b77ca5b7a40f414b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311185 Apr 03 05:26:54.058874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56466) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:54.078485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:54.089530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:54.099332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.120546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b55272-2ee6-4418-9749-faa7d8e5ee1b,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:54.129230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:54.137243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Transition to ACTIVE for port object 08d231b1-1775-4c11-8f2f-9eafab4f5a63 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:54.151831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.177259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b3c79413-6300-4f1a-8543-ee4021ef2be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:54.269334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.283443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e527a9-5dda-4663-8253-5e5d3018cbcc None None] Pushing event updated for resources: {'Port': ['ID=08d231b1-1775-4c11-8f2f-9eafab4f5a63,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:54.287929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-67e527a9-5dda-4663-8253-5e5d3018cbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:54.299651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Allocated IP 172.20.0.9 (f7571063-3010-4804-8966-87167d748276/4fa7ce66-c1ea-4dc2-9609-27435cc827c2/73d81cc4-45e2-4fdd-88cc-f2239bdda369) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:54.301545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.318162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3d335-f27d-40eb-ac51-1c5ad82349bc req-03669521-f046-4ab6-ad80-e9a6050e0872 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:54.319630 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09e3d335-f27d-40eb-ac51-1c5ad82349bc req-03669521-f046-4ab6-ad80-e9a6050e0872 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 945 time: 0.4547720 Apr 03 05:26:54.323663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:54.330539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.381585 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b5cddf-8386-4397-bcf4-01f0be373496,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:54.392721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:54.422923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.423100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:54.423666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.450984 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09e3d335-f27d-40eb-ac51-1c5ad82349bc req-5eaa85c2-1288-418f-8582-647074387a8a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115680 Apr 03 05:26:54.458599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.459829 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9109302 Apr 03 05:26:54.464148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56482) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:54.465677 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2756801 Apr 03 05:26:54.479070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Request body: {'port': {'device_id': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:54.488863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'floatingip': {'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:54.502197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:26:54.512091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:floatingip and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:26:54.515546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:26:54.538935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:26:54.567104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.666057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.682634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-afc4d734-2357-4410-a4f2-1b50fe4000d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:54.763625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 908bf903-5411-410d-9c4a-2262af9c2f68 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:54.834328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.837668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b55272-2ee6-4418-9749-faa7d8e5ee1b,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:54.847889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:54.951946 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee8416a4-d8a6-4382-80a1-c42b5643dcc8 req-70fc2f58-ebe3-4b46-8b10-ee4af155c922 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 210 time: 0.1189744 Apr 03 05:26:54.953350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:54.958302 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78b55272-2ee6-4418-9749-faa7d8e5ee1b HTTP/1.1" status: 204 len: 168 time: 0.8717246 Apr 03 05:26:54.982951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:55.018720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.124821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.158370 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Attempting to bind port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:26:55.158787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Attempting to bind port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:26:55.159201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Attempting to bind port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 on network f37e578c-ebc8-4444-ad99-21e5262aeefe {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:55.209139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:26:55.209461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Checking segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:55.209915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.210360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Bound using segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:26:55.210909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Bound port: 08d231b1-1775-4c11-8f2f-9eafab4f5a63, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:26:55.211331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.245338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.270451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:55.330142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Allocated IP 172.28.1.179 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/0fa23669-e9b8-4d0d-9481-70f976d9344b) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:26:55.484130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] For port 08d231b1-1775-4c11-8f2f-9eafab4f5a63, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:26:55.501267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] For port 08d231b1-1775-4c11-8f2f-9eafab4f5a63, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=08d231b1-1775-4c11-8f2f-9eafab4f5a63,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:26:55.520852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.548536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Pushing event updated for resources: {'Port': ['ID=73d81cc4-45e2-4fdd-88cc-f2239bdda369,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:55.566151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:55.599382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:55.794992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.823352 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Network f7571063-3010-4804-8966-87167d748276 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:55.826820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:55.831112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:55.892466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 908bf903-5411-410d-9c4a-2262af9c2f68 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:55.913033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.932633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 908bf903-5411-410d-9c4a-2262af9c2f68 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:55.933060 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.952105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91752960-6bd2-44b6-b095-6c68c5ad5ba9 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:26:55.958920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:55.968936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:55.980098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:26:55.991200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:55.991652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:56.005993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Transition to ACTIVE for port object 91752960-6bd2-44b6-b095-6c68c5ad5ba9 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:56.019623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:56.023008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:56.055450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:56.063093 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2277646 Apr 03 05:26:56.147969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:56.262495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Request body: {'port': {'device_id': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:26:56.267515 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e527a9-5dda-4663-8253-5e5d3018cbcc None None] Pushing event updated for resources: {'Port': ['ID=08d231b1-1775-4c11-8f2f-9eafab4f5a63,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:56.284256 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-67e527a9-5dda-4663-8253-5e5d3018cbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:56.324263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'Port': ['ID=0fa23669-e9b8-4d0d-9481-70f976d9344b,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:56.336881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:56.363925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471bd5-b7fe-4aff-8cbf-5a589c0f1b71 req-ebbac600-3fac-4093-96b8-cae038e73a7c tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:56.365645 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-42471bd5-b7fe-4aff-8cbf-5a589c0f1b71 req-ebbac600-3fac-4093-96b8-cae038e73a7c tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 945 time: 0.5371261 Apr 03 05:26:56.388523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Pushing event updated for resources: {'Port': ['ID=91752960-6bd2-44b6-b095-6c68c5ad5ba9,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:56.396750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:56.493145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:26:56.493808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:26:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:56.573176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:26:56.626758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:26:56.656943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734677d-edca-4a30-ab1c-2ea4aa2cef29 req-fc2524a1-8327-4c3c-a5f8-9cc5f3eb12da tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:56.676417 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c734677d-edca-4a30-ab1c-2ea4aa2cef29 req-fc2524a1-8327-4c3c-a5f8-9cc5f3eb12da tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 931 time: 0.4198709 Apr 03 05:26:56.681539 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-42471bd5-b7fe-4aff-8cbf-5a589c0f1b71 req-a11228c4-ed00-4e5e-8f44-c5a10ca758cc tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612486 Apr 03 05:26:56.682367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:26:56.778315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:56.839179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-c734677d-edca-4a30-ab1c-2ea4aa2cef29 req-b0fa57af-81b6-48da-9cd9-84a7ebd5cde7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Synchronizing usage tracker for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:26:56.861771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:56.952655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-c734677d-edca-4a30-ab1c-2ea4aa2cef29 req-b0fa57af-81b6-48da-9cd9-84a7ebd5cde7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Unset dirty status for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:26:56.965415 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c734677d-edca-4a30-ab1c-2ea4aa2cef29 req-b0fa57af-81b6-48da-9cd9-84a7ebd5cde7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878530 Apr 03 05:26:57.008563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:57.077293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:26:57.308042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:57.433377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Attempting to bind port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:26:57.435832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Attempting to bind port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:26:57.438854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Attempting to bind port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 on network f7571063-3010-4804-8966-87167d748276 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:57.450707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 on network f7571063-3010-4804-8966-87167d748276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:26:57.452219 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Attempting to bind port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 on network f7571063-3010-4804-8966-87167d748276 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:26:57.482385 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:26:57.484783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Checking segment: {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:26:57.485329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Bound using segment: {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:26:57.487225 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Bound port: 91752960-6bd2-44b6-b095-6c68c5ad5ba9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:26:57.487745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:57.520231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908bf903-5411-410d-9c4a-2262af9c2f68'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:26:57.807591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:57.816387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:57.838966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 908bf903-5411-410d-9c4a-2262af9c2f68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=908bf903-5411-410d-9c4a-2262af9c2f68,segment=NetworkSegment(35d86370-d368-400b-ba38-72dbba27d03f),segment_id=35d86370-d368-400b-ba38-72dbba27d03f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:57.843377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:57.894069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:57.917539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:57.936624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] For port 91752960-6bd2-44b6-b095-6c68c5ad5ba9, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:26:57.967961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] For port 91752960-6bd2-44b6-b095-6c68c5ad5ba9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:26:57.990353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:58.069800 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'Port': ['ID=0fa23669-e9b8-4d0d-9481-70f976d9344b,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:58.077114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:58.188618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bfdda692-983b-4216-9fa5-7a3b186f06f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:58.261338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:58.262553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:58.264083 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-1235515b-6253-47fc-a643-560e0d873582 service neutron] 10.222.0.15 "PUT /v2.0/ports/91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 1093 time: 3.7902467 Apr 03 05:26:58.264635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'tag': '91752960-6bd2-44b6-b095-6c68c5ad5ba9'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:26:58.285909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=908bf903-5411-410d-9c4a-2262af9c2f68,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:58.310162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Pushing event updated for resources: {'Port': ['ID=91752960-6bd2-44b6-b095-6c68c5ad5ba9,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:58.319725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:58.353737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a251a7-3d02-40cd-aebf-0918331e1fe0 req-8daebfe0-a312-4d2a-bb32-c692bfbfdbac tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:58.355697 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81a251a7-3d02-40cd-aebf-0918331e1fe0 req-8daebfe0-a312-4d2a-bb32-c692bfbfdbac tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.4158087 Apr 03 05:26:58.373767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:58.381713 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:58.426282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d81cc4-45e2-4fdd-88cc-f2239bdda369 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:26:58.437870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:58.447971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:58.450656 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9862266 Apr 03 05:26:58.462193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c3ff-6a55-4b8d-9109-f7d1356445f1 req-fe586061-0e5b-4843-9184-84ebd8a769e0 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:58.464195 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e644c3ff-6a55-4b8d-9109-f7d1356445f1 req-fe586061-0e5b-4843-9184-84ebd8a769e0 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 931 time: 0.2714176 Apr 03 05:26:58.473694 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81a251a7-3d02-40cd-aebf-0918331e1fe0 req-6603f39d-4433-4cb0-b62b-63d55058398b tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070347 Apr 03 05:26:58.513601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:55Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:26:58.529646 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e644c3ff-6a55-4b8d-9109-f7d1356445f1 req-2164c47c-856b-4bd2-ab6f-c38e5c8d893a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Apr 03 05:26:58.531282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31acad5-340a-4538-adbd-5096909d9b0b None None] The sync data for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb is: [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:55Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:26:58.545284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Transition to ACTIVE for port object 73d81cc4-45e2-4fdd-88cc-f2239bdda369 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:26:58.568791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:58.571573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-0a70976b-841c-4fbd-9b0c-a942369af854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:58.573382 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-0a70976b-841c-4fbd-9b0c-a942369af854 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1096 time: 0.2583628 Apr 03 05:26:58.575781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-71fe3d2a-41d9-45e2-bdce-1a5e2deaa2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:58.634026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5c4ae509-c635-4452-a25f-388536420a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:58.856649 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'tag': '91752960-6bd2-44b6-b095-6c68c5ad5ba9', 'status': 'completed', 'code': 200} Apr 03 05:26:58.857358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Pushing event updated for resources: {'Port': ['ID=73d81cc4-45e2-4fdd-88cc-f2239bdda369,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:58.869134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:26:58.883502 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-093e1411-c73f-47ff-950a-6f495674a804 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 217 time: 0.2584052 Apr 03 05:26:58.979324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-b14d5d0a-3cf2-4d92-83a0-dc9770fa2028 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:26:59.021007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-b14d5d0a-3cf2-4d92-83a0-dc9770fa2028 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:26:59.021883 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-b14d5d0a-3cf2-4d92-83a0-dc9770fa2028 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1766346709&fields=id&tenant_id=c968bf413eaf47858ac7dda73cb60d45 HTTP/1.1" status: 200 len: 267 time: 0.1409760 Apr 03 05:26:59.118947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908bf903-5411-410d-9c4a-2262af9c2f68', 'code': 200} Apr 03 05:26:59.237540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-9e172ee0-449b-4642-bfbe-87f1fce8164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:59.244289 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-9e172ee0-449b-4642-bfbe-87f1fce8164c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.2441988 Apr 03 05:26:59.338290 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-b114fcc9-909e-4fee-a223-34fb95a0a2a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894752 Apr 03 05:26:59.346779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-011de809-6e18-4a51-88c6-b92c03bb8f1c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:26:59.347577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-011de809-6e18-4a51-88c6-b92c03bb8f1c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:network {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:26:59.385733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-011de809-6e18-4a51-88c6-b92c03bb8f1c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:network {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:26:59.387128 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-011de809-6e18-4a51-88c6-b92c03bb8f1c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 811 time: 0.3579118 Apr 03 05:26:59.412383 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-92c6bfa1-a139-4e3c-b414-41d1f16db400 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/quotas/c968bf413eaf47858ac7dda73cb60d45 HTTP/1.1" status: 200 len: 375 time: 0.0172999 Apr 03 05:26:59.441278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 08d231b1-1775-4c11-8f2f-9eafab4f5a63 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:26:59.512846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.15', 61630) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:26:59.535362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:26:59.543158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:26:59.544080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:59.674464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-6c609c4b-dae6-4d7b-a86b-34f61e634d22 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:26:59.709227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:59.725932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-6c609c4b-dae6-4d7b-a86b-34f61e634d22 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:26:59.726904 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-6c609c4b-dae6-4d7b-a86b-34f61e634d22 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3075354 Apr 03 05:26:59.755710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 08d231b1-1775-4c11-8f2f-9eafab4f5a63, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=08d231b1-1775-4c11-8f2f-9eafab4f5a63,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:26:59.761524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:26:59.765513 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:26:59.855281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=08d231b1-1775-4c11-8f2f-9eafab4f5a63,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:26:59.864899 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:00.014420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Attempting to bind port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:00.014987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Attempting to bind port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:00.015557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Attempting to bind port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 on network f7571063-3010-4804-8966-87167d748276 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:00.036240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 on network f7571063-3010-4804-8966-87167d748276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:27:00.036914 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Attempting to bind port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 on network f7571063-3010-4804-8966-87167d748276 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:00.051594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:00.052118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Checking segment: {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:00.052710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Bound using segment: {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:00.053333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Bound port: 73d81cc4-45e2-4fdd-88cc-f2239bdda369, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa359f6f-760f-41a1-b367-f4d640ed807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f7571063-3010-4804-8966-87167d748276'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:00.053850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.089583 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-e810f91c-1f3d-4900-8b53-9d1e9a3af4cd service neutron] 10.222.0.23 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413584 Apr 03 05:27:00.108926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccbf75-9d3d-444b-a5d8-573de2ad9b18 req-d5beebdf-60f0-4e7a-9242-3549a28e9d6a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:00.110614 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3cccbf75-9d3d-444b-a5d8-573de2ad9b18 req-d5beebdf-60f0-4e7a-9242-3549a28e9d6a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.3304303 Apr 03 05:27:00.136804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.153586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-61d3bcc3-02ec-4810-a5f1-12e0bf8e45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:00.163101 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-61d3bcc3-02ec-4810-a5f1-12e0bf8e45ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 1099 time: 0.6356940 Apr 03 05:27:00.199085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.215807 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-ead23f8f-3907-489c-bc33-4e83f39e9bbd service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575679 Apr 03 05:27:00.284330 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3cccbf75-9d3d-444b-a5d8-573de2ad9b18 req-781b5b2c-60af-4a7c-992c-b78396d995b3 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457505 Apr 03 05:27:00.295533 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:00.345768 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-fefd9984-ef52-4f1e-a599-af7d2c97b433 service neutron] 10.222.0.23 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339070 Apr 03 05:27:00.408938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Usage tracker for resource:security_group_rule and tenant:33e51d8a81b546ff81465dfdcf7b4e63 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:00.425562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:00.438191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:00.460512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] For port 73d81cc4-45e2-4fdd-88cc-f2239bdda369, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:00.464580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] For port 73d81cc4-45e2-4fdd-88cc-f2239bdda369, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:00.490396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.517644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:00.585021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ca12-3bd0-44b4-a73f-34e85f1c51ba req-b2a8c18c-946d-4526-99c5-88d801d3936c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:00.588997 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cf18ef8-eca0-45ba-9af3-d10b78da7633 req-061cadc3-4024-45e0-97bc-7df5f099102a service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624723 Apr 03 05:27:00.597398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac592-3f69-4f88-8277-90342445d12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.598167 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8818ca12-3bd0-44b4-a73f-34e85f1c51ba req-b2a8c18c-946d-4526-99c5-88d801d3936c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 943 time: 0.1642022 Apr 03 05:27:00.747593 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f6bed6f9-eb10-41eb-8c9c-6ab68d3c43b5 req-0a698b16-135c-4418-a98f-b493a9f495ea tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 210 time: 0.1089218 Apr 03 05:27:00.771479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Pushing event updated for resources: {'Port': ['ID=73d81cc4-45e2-4fdd-88cc-f2239bdda369,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:00.785456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:00.796757 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8818ca12-3bd0-44b4-a73f-34e85f1c51ba req-07e7d344-888b-46ad-b6f3-1ad0bf4b7506 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974580 Apr 03 05:27:00.867675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:00.868436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.869851 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] 10.222.0.15 "PUT /v2.0/ports/73d81cc4-45e2-4fdd-88cc-f2239bdda369 HTTP/1.1" status: 200 len: 1093 time: 4.7229931 Apr 03 05:27:00.870907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'tag': '73d81cc4-45e2-4fdd-88cc-f2239bdda369'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:00.882659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.892162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-57b7597f-6590-4070-8c6b-e147f6687daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:00.894182 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-57b7597f-6590-4070-8c6b-e147f6687daf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1096 time: 0.2201095 Apr 03 05:27:00.894572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:00.904781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:01.005108 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'tag': '73d81cc4-45e2-4fdd-88cc-f2239bdda369', 'status': 'completed', 'code': 200} Apr 03 05:27:01.029322 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c5da5a04-3e2b-409c-9c9a-5579ae111121 req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8649690 Apr 03 05:27:01.124260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=632f644b-47bc-4854-a962-18d02fa500fb,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:01.144808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:01.378419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 08d231b1-1775-4c11-8f2f-9eafab4f5a63 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:01.499851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-47435f1b-406b-4e6a-9f9a-b91e5d092aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:01.503921 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-47435f1b-406b-4e6a-9f9a-b91e5d092aeb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.6019580 Apr 03 05:27:01.508598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-f310e48d-4933-4ffd-bba8-ab082eac9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:01.514070 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-f310e48d-4933-4ffd-bba8-ab082eac9da5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 1096 time: 0.5673246 Apr 03 05:27:01.549761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:01.550207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:01.645560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69308a8e-b8ad-464d-9230-1852f62d218d req-9ba7744a-9124-429f-ab3d-5a84964685bf tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:01.655193 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-69308a8e-b8ad-464d-9230-1852f62d218d req-9ba7744a-9124-429f-ab3d-5a84964685bf tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.2024720 Apr 03 05:27:01.673239 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-95f60168-7450-4042-9254-7c20bb67a36f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 217 time: 0.1552625 Apr 03 05:27:01.723610 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-69308a8e-b8ad-464d-9230-1852f62d218d req-f6172bcb-7a3b-4e98-8289-3dddabdffbfb tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605283 Apr 03 05:27:01.804216 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-b3378ca8-770b-47d7-b360-f1b381465433 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369 HTTP/1.1" status: 200 len: 217 time: 0.2846403 Apr 03 05:27:02.000559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-cbad82e0-63e7-45bf-9f62-c2eb381f4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:02.012889 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-cbad82e0-63e7-45bf-9f62-c2eb381f4af9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.2579973 Apr 03 05:27:02.032575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-734953b2-1919-4d3e-b189-49904553bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:02.034147 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-734953b2-1919-4d3e-b189-49904553bb85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.2198720 Apr 03 05:27:02.082840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:02.085169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:02.136966 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-eb41755d-3620-4154-a3e2-3eebde6e481c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017032 Apr 03 05:27:02.285660 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6bd52db0-1bca-4b69-bcc5-d03272f10727 req-1278ccca-78b1-4ae8-ab5c-d5523a1c6d54 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 210 time: 0.2384138 Apr 03 05:27:02.297848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56794) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:02.365883 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-dd013756-644c-499d-95c0-42d17f16e3b4 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825094 Apr 03 05:27:02.403823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b5591-3a8a-4be6-a201-5ab656a97933 req-2cab23a2-cc4d-4520-8619-e4776a1520d3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:02.410758 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e34b5591-3a8a-4be6-a201-5ab656a97933 req-2cab23a2-cc4d-4520-8619-e4776a1520d3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 943 time: 0.2871692 Apr 03 05:27:02.537022 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e34b5591-3a8a-4be6-a201-5ab656a97933 req-8ad65c52-8a18-497b-ae75-38cd48e4b0c7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112084 Apr 03 05:27:02.544670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:02.574293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:02.579226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Usage tracker for resource:security_group_rule and tenant:9855195081ff4725ad7cce04abacda4b is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:02.582456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:02.590880 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:02.649063 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-16283944-b0fa-4ea5-ac02-2f190c73d2b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5102911 Apr 03 05:27:02.695244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:02.699498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:02.713322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:02.759695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615cc789-f159-4877-8af9-8deaa4052c3c,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:02.775157 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9855195081ff4725ad7cce04abacda4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752653 Apr 03 05:27:02.780717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56820) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:02.782506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:02.947774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-ea064720-0db7-4b9e-a504-f009aa5f38fb tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:02.949766 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-ea064720-0db7-4b9e-a504-f009aa5f38fb tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 811 time: 0.5757153 Apr 03 05:27:02.957396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.024877 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-8426b075-3709-4a22-8a86-01de1c1fd2d1 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579643 Apr 03 05:27:03.028742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.087636 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3372f7df-789d-48eb-88a3-c2b46af2fc70 req-071e839a-c910-4539-b51f-a183bd14219d service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673599 Apr 03 05:27:03.108640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.115522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cddd2644-10d9-4aca-9099-fd7c796046ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:03.131691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615cc789-f159-4877-8af9-8deaa4052c3c,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:03.135033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:03.135383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.137783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.139287 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/615cc789-f159-4877-8af9-8deaa4052c3c HTTP/1.1" status: 204 len: 168 time: 0.3553071 Apr 03 05:27:03.278297 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-8bc9b306-27b0-4c37-bf71-068759150cd4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c968bf413eaf47858ac7dda73cb60d45 HTTP/1.1" status: 200 len: 5704 time: 0.3094437 Apr 03 05:27:03.289773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'port': {'device_id': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'admin_state_up': True, 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'security_groups': ['03c4bdc8-d0d3-44b4-af59-76c5f41a0911']}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:03.372289 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e687fc-54ce-4655-bbcf-f51c4e20fbf5 req-84ec3005-e362-4773-8161-3aec7da1e93a service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349934 Apr 03 05:27:03.376136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e601e-c67d-48a0-bb7f-50788fb399a2 req-30607b17-bb44-4d83-83c9-dd7545fbf8ee tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:03.378723 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f32e601e-c67d-48a0-bb7f-50788fb399a2 req-30607b17-bb44-4d83-83c9-dd7545fbf8ee tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.1745939 Apr 03 05:27:03.447229 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56850) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:03.452106 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f32e601e-c67d-48a0-bb7f-50788fb399a2 req-5eb23cc9-7430-4250-b38c-0c530dda79eb tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667062 Apr 03 05:27:03.672991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:03.680579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.694797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:03.717212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 56864) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:03.723075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Made reservation on behalf of c968bf413eaf47858ac7dda73cb60d45 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:03.729300 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.761472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:03.785720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:03.785929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:03.790465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Usage tracker for resource:security_group_rule and tenant:e1f422f9e9b543a08bf0c45b4331350c is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:03.793700 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Usage tracker for resource:security_group_rule and tenant:572fbd1e78b34da79da666ad4fc2da34 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:03.794158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:03.799644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:03.804265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:03.851983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:03.886074 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-07a44442-6236-493b-a399-0349d80f5e96 req-ddff8fb8-2104-404c-b91b-657b837f34e8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 210 time: 0.0830202 Apr 03 05:27:03.959174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb00ea-9bf1-4a9a-89e1-011941de0915 req-2f65d472-f2d3-405f-a9d1-dcdd59801425 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:03.961073 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6feb00ea-9bf1-4a9a-89e1-011941de0915 req-2f65d472-f2d3-405f-a9d1-dcdd59801425 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 943 time: 0.2427876 Apr 03 05:27:03.968638 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-3f84cc28-9538-4eee-b2d7-ac3f70e1dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:03.970240 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-3f84cc28-9538-4eee-b2d7-ac3f70e1dc4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 1096 time: 0.5194588 Apr 03 05:27:04.069256 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6feb00ea-9bf1-4a9a-89e1-011941de0915 req-e7bec064-549e-4b07-b127-3d2f4e2c32d3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001353 Apr 03 05:27:04.108507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.111808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.147059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-823b1cee-4f15-4d15-948d-35a48f615352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:04.160446 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1f422f9e9b543a08bf0c45b4331350c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7046704 Apr 03 05:27:04.161062 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56888) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:04.213831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Allocated IP 172.20.0.9 (f37e578c-ebc8-4444-ad99-21e5262aeefe/a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1/51a19fc4-f405-488f-bac1-1ba8d3abc794) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:04.265858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da70519b-bb02-43bd-a6ce-0162aa1d6298,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:04.278330 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:04.307764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.342287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.349995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.373384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-691fe022-6dfc-4a1d-a7db-beceac31e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:04.374938 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-691fe022-6dfc-4a1d-a7db-beceac31e08c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.3660924 Apr 03 05:27:04.387731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.398252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.399551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0b8e523d-f981-4e27-961e-90326bf9832d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:04.406631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-493c7504-56de-418d-bf33-f3f520aa6e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:04.423310 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70519b-bb02-43bd-a6ce-0162aa1d6298,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:04.426957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:04.429262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.430668 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da70519b-bb02-43bd-a6ce-0162aa1d6298 HTTP/1.1" status: 204 len: 168 time: 0.2645979 Apr 03 05:27:04.557176 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-b8fd73fc-c4c6-407c-af8a-dbdae2475b95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369 HTTP/1.1" status: 200 len: 217 time: 0.1617725 Apr 03 05:27:04.600912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56908) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:04.782854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56914) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:04.788146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 91752960-6bd2-44b6-b095-6c68c5ad5ba9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:27:04.828055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.842544 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:04.862152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:04.867567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:04.872847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e02d2c-75a0-48f1-9fae-fa88516ce144,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:04.873074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Usage tracker for resource:security_group_rule and tenant:c58abc74d6204ac38a45cb0b378fd5c4 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:04.886103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:04.897226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Usage tracker for resource:security_group_rule and tenant:12b723ffb5884578a407ddeeb871d666 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:04.900254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:04.917023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:04.922009 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=572fbd1e78b34da79da666ad4fc2da34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2024839 Apr 03 05:27:04.925710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:04.926219 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 56922) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:04.949028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 91752960-6bd2-44b6-b095-6c68c5ad5ba9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:04.951189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:04.966139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '91752960-6bd2-44b6-b095-6c68c5ad5ba9', 'network_id': 'f7571063-3010-4804-8966-87167d748276', 'port_id': '91752960-6bd2-44b6-b095-6c68c5ad5ba9', 'mac_address': 'fa:16:3e:f3:92:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:27:04.979642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.003227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Transition to ACTIVE for port object 51a19fc4-f405-488f-bac1-1ba8d3abc794 will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:05.044289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-637efea0-d1c8-4c3c-8933-6a5efb7684eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:05.047440 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.049599 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-637efea0-d1c8-4c3c-8933-6a5efb7684eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.4803762 Apr 03 05:27:05.070304 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91752960-6bd2-44b6-b095-6c68c5ad5ba9 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:27:05.088263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 91752960-6bd2-44b6-b095-6c68c5ad5ba9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:05.093675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.095551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:05.133259 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-fedfef25-f113-426e-a3be-1753047e121c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635707 Apr 03 05:27:05.137625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.218086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=91752960-6bd2-44b6-b095-6c68c5ad5ba9,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:05.221456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:05.305804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:05.373497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.389023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.405580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:05.449174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['91752960-6bd2-44b6-b095-6c68c5ad5ba9'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:27:05.494375 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.501324 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-61342234-3002-479f-8447-496a2d28280f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c58abc74d6204ac38a45cb0b378fd5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7170012 Apr 03 05:27:05.509046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56948) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:05.529516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.536887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19f955-d31b-4d26-936c-056619008ebb,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:05.548134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:05.552588 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5ae051e7-2181-41dd-8c04-5a24a7c205c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:05.592036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Network f37e578c-ebc8-4444-ad99-21e5262aeefe is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:05.595230 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-0e160059-bea3-4795-b8b5-5985436f5203 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534557 Apr 03 05:27:05.599348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:05.604581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:05.617401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218d830-4c85-49a2-99e1-d6b8258b4276 req-804a4e2f-c713-4c58-9f39-adadbc819c18 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:05.619057 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9218d830-4c85-49a2-99e1-d6b8258b4276 req-804a4e2f-c713-4c58-9f39-adadbc819c18 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 931 time: 0.5236132 Apr 03 05:27:05.650229 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12b723ffb5884578a407ddeeb871d666&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0481126 Apr 03 05:27:05.681915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121ec1d9-4b88-456a-92ae-d5d6c0d580af,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:05.694654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f6c56-d5c3-425c-b426-0e1706930e5d req-b9d9e31c-154a-42bc-a6f6-3d13ec511ee6 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:05.696955 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bb4f6c56-d5c3-425c-b426-0e1706930e5d req-b9d9e31c-154a-42bc-a6f6-3d13ec511ee6 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 943 time: 0.3812580 Apr 03 05:27:05.698042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:05.698903 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56958) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:05.761182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'Port': ['ID=51a19fc4-f405-488f-bac1-1ba8d3abc794,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:05.784622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:05.796523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:05.797427 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.802725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.806784 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9218d830-4c85-49a2-99e1-d6b8258b4276 req-d9ea20ba-1e7a-4aa4-9577-fe9d3a88c1f5 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643672 Apr 03 05:27:05.817508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.862806 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bb4f6c56-d5c3-425c-b426-0e1706930e5d req-3e22ed93-877b-4f73-a1c1-496f1ee8cc90 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529677 Apr 03 05:27:05.911550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.929679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.986699 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:05.999315 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7139661 Apr 03 05:27:06.012036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.022609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Request body: {'port': {'device_id': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:06.031030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.036236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:06.047035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f712dad0-b56c-4ffe-b06b-f7fe9af5cedc None None] Provisioning for port 51a19fc4-f405-488f-bac1-1ba8d3abc794 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:06.058327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19f955-d31b-4d26-936c-056619008ebb,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:06.059266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f712dad0-b56c-4ffe-b06b-f7fe9af5cedc None None] Provisioning complete for port 51a19fc4-f405-488f-bac1-1ba8d3abc794 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:06.063770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:06.068328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f712dad0-b56c-4ffe-b06b-f7fe9af5cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.070257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.072153 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c19f955-d31b-4d26-936c-056619008ebb HTTP/1.1" status: 204 len: 168 time: 0.5580511 Apr 03 05:27:06.081568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.086918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:06.122099 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ec1d9-4b88-456a-92ae-d5d6c0d580af,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:06.125823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.132928 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/121ec1d9-4b88-456a-92ae-d5d6c0d580af HTTP/1.1" status: 204 len: 168 time: 0.4290547 Apr 03 05:27:06.133972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:06.203954 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ecde2790-f0dc-4409-90f3-d73d8f1ed2d9 req-6269582a-522f-4946-b9d9-e73dbe78bae1 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007178 Apr 03 05:27:06.225595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-f712dad0-b56c-4ffe-b06b-f7fe9af5cedc None None] Port 51a19fc4-f405-488f-bac1-1ba8d3abc794 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:27:06.262575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.275115 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.283688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4b7bd446-593b-4618-a56c-c21f3d9cc3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:06.349889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e02d2c-75a0-48f1-9fae-fa88516ce144,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:06.361290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:06.394563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.398570 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43e02d2c-75a0-48f1-9fae-fa88516ce144 HTTP/1.1" status: 204 len: 168 time: 1.3812201 Apr 03 05:27:06.766142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 56994) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:06.803469 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:06.807687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 73d81cc4-45e2-4fdd-88cc-f2239bdda369 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:27:06.843974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:06.853327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Usage tracker for resource:security_group_rule and tenant:683abb0ebbdc4c6fa66656667ec59880 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:06.859465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:06.878070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:06.928926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a19fc4-f405-488f-bac1-1ba8d3abc794 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:27:06.957129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.015271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Transition to ACTIVE for port object 51a19fc4-f405-488f-bac1-1ba8d3abc794 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:07.021995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.046935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 73d81cc4-45e2-4fdd-88cc-f2239bdda369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:07.063135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '73d81cc4-45e2-4fdd-88cc-f2239bdda369', 'network_id': 'f7571063-3010-4804-8966-87167d748276', 'port_id': '73d81cc4-45e2-4fdd-88cc-f2239bdda369', 'mac_address': 'fa:16:3e:2f:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa7ce66-c1ea-4dc2-9609-27435cc827c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:27:07.082801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.101105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 91752960-6bd2-44b6-b095-6c68c5ad5ba9 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:07.101722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.144777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:07.179625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a3ba58a7-7399-49ee-bed5-dcd548411a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:07.208780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.232073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d81cc4-45e2-4fdd-88cc-f2239bdda369 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:27:07.238121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:07.244123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:07.244745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.280746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Pushing event updated for resources: {'Port': ['ID=51a19fc4-f405-488f-bac1-1ba8d3abc794,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:07.284517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:07.306623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 73d81cc4-45e2-4fdd-88cc-f2239bdda369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:07.315282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.318615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:07.392381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=73d81cc4-45e2-4fdd-88cc-f2239bdda369,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:07.396876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:07.623853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.701770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['73d81cc4-45e2-4fdd-88cc-f2239bdda369'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:27:07.846580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Attempting to bind port 51a19fc4-f405-488f-bac1-1ba8d3abc794 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:07.847198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Attempting to bind port 51a19fc4-f405-488f-bac1-1ba8d3abc794 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:07.847633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Attempting to bind port 51a19fc4-f405-488f-bac1-1ba8d3abc794 on network f37e578c-ebc8-4444-ad99-21e5262aeefe {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:07.857457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Port 51a19fc4-f405-488f-bac1-1ba8d3abc794 on network f37e578c-ebc8-4444-ad99-21e5262aeefe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:27:07.858177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Attempting to bind port 51a19fc4-f405-488f-bac1-1ba8d3abc794 on network f37e578c-ebc8-4444-ad99-21e5262aeefe {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:07.873650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d694067-1114-4816-94bc-89a6b7612839,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:07.875183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:07.875620 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Checking segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:07.876670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Bound using segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:07.877780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Bound port: 51a19fc4-f405-488f-bac1-1ba8d3abc794, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:07.877780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:07.906342 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=683abb0ebbdc4c6fa66656667ec59880&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1383860 Apr 03 05:27:07.907454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57044) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:07.908450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:08.058227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48973-b68b-4dc5-b348-e88eabaf0646 req-1aec4905-27b5-4ba0-a7b7-75e3391ab573 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:08.060017 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e6f48973-b68b-4dc5-b348-e88eabaf0646 req-1aec4905-27b5-4ba0-a7b7-75e3391ab573 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 944 time: 0.7060599 Apr 03 05:27:08.103117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] For port 51a19fc4-f405-488f-bac1-1ba8d3abc794, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:08.110794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] For port 51a19fc4-f405-488f-bac1-1ba8d3abc794, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:08.118229 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:08.141831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:08.146815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:08.161066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91752960-6bd2-44b6-b095-6c68c5ad5ba9'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:08.176318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832b8e0-c4da-471b-8827-bd427371f55c req-3105f461-aaf3-4115-906f-ed7a8900dd28 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:08.178012 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2832b8e0-c4da-471b-8827-bd427371f55c req-3105f461-aaf3-4115-906f-ed7a8900dd28 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 943 time: 1.0145097 Apr 03 05:27:08.336104 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2832b8e0-c4da-471b-8827-bd427371f55c req-3864744c-e0f3-4817-846e-9cb36dc0dbf2 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410077 Apr 03 05:27:08.370007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 91752960-6bd2-44b6-b095-6c68c5ad5ba9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:08.384200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:08.394964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-67e527a9-5dda-4663-8253-5e5d3018cbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:08.414128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:08.466229 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e6f48973-b68b-4dc5-b348-e88eabaf0646 req-7ec6a141-9f4c-437f-a75a-9ce53afc1bed tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918238 Apr 03 05:27:08.552897 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:08.565132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:08.572792 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91752960-6bd2-44b6-b095-6c68c5ad5ba9', 'code': 200} Apr 03 05:27:08.573678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=91752960-6bd2-44b6-b095-6c68c5ad5ba9,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:08.584654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:08.611357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d694067-1114-4816-94bc-89a6b7612839,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:08.615954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:08.617055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:08.618304 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d694067-1114-4816-94bc-89a6b7612839 HTTP/1.1" status: 204 len: 168 time: 0.6882966 Apr 03 05:27:08.673392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:08.674146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:08.675726 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] 10.222.0.15 "PUT /v2.0/ports/51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 1093 time: 2.6678891 Apr 03 05:27:08.676357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:08.698239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Pushing event updated for resources: {'Port': ['ID=51a19fc4-f405-488f-bac1-1ba8d3abc794,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:08.712577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:08.826339 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'status': 'completed', 'code': 200} Apr 03 05:27:09.061258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8763-380b-414c-a408-8e97fc8a2dda req-785bf243-15c0-4297-9671-c07769d82f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:09.063642 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-59df8763-380b-414c-a408-8e97fc8a2dda req-785bf243-15c0-4297-9671-c07769d82f48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 0.2356796 Apr 03 05:27:09.068452 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-88cf1a92-5419-407d-8a74-8b435ba64a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:09.070581 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-88cf1a92-5419-407d-8a74-8b435ba64a71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1096 time: 0.3233495 Apr 03 05:27:09.187484 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-0245e00c-fc85-44ef-a6de-cb29d5aae523 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 217 time: 0.0792048 Apr 03 05:27:09.190450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-59df8763-380b-414c-a408-8e97fc8a2dda req-6c4d9f7e-7f0e-4ed6-b74e-0aad10c614d8 service neutron] Synchronizing usage tracker for tenant:33e51d8a81b546ff81465dfdcf7b4e63 on resource:security_group {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:27:09.266285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-59df8763-380b-414c-a408-8e97fc8a2dda req-6c4d9f7e-7f0e-4ed6-b74e-0aad10c614d8 service neutron] Unset dirty status for tenant:33e51d8a81b546ff81465dfdcf7b4e63 on resource:security_group {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:27:09.267508 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-59df8763-380b-414c-a408-8e97fc8a2dda req-6c4d9f7e-7f0e-4ed6-b74e-0aad10c614d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959984 Apr 03 05:27:09.271137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85b2e1c1-b997-44d3-9e1c-f61d15f181f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:09.272697 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-85b2e1c1-b997-44d3-9e1c-f61d15f181f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.0781517 Apr 03 05:27:09.581396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467d094-002a-4702-899d-67c1283ec68a req-3c50a92c-3d80-412d-bea3-3eb7c9821bcd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:09.583520 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f467d094-002a-4702-899d-67c1283ec68a req-3c50a92c-3d80-412d-bea3-3eb7c9821bcd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 943 time: 0.0975473 Apr 03 05:27:09.634778 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f467d094-002a-4702-899d-67c1283ec68a req-932787b1-a2e0-405a-b181-0be110229b36 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Apr 03 05:27:09.987600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-b9e7cef5-f6e5-4b97-8406-2019d37b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:09.989221 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-b9e7cef5-f6e5-4b97-8406-2019d37b9c50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2279470 Apr 03 05:27:10.100143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a0993-e5a9-40da-80cb-ab5d65c9d379 req-40812c4d-b0fd-4981-9380-7bd1ce2f4b15 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:10.109864 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f36a0993-e5a9-40da-80cb-ab5d65c9d379 req-40812c4d-b0fd-4981-9380-7bd1ce2f4b15 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 944 time: 0.3441503 Apr 03 05:27:10.158221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7dd81-83ce-4c96-a4a3-d1187f9cc658 req-f0f26aab-0724-4984-aa29-45f2412373a4 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:10.161175 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-18c7dd81-83ce-4c96-a4a3-d1187f9cc658 req-f0f26aab-0724-4984-aa29-45f2412373a4 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.3100903 Apr 03 05:27:10.225597 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f36a0993-e5a9-40da-80cb-ab5d65c9d379 req-cb2750ea-5fd5-451e-afed-e1c0bd7f1f98 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147780 Apr 03 05:27:10.274623 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-b29bc977-2854-4d83-b2df-ceb624212a76 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767103 Apr 03 05:27:10.288202 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-18c7dd81-83ce-4c96-a4a3-d1187f9cc658 req-ff7db742-c06c-44a7-b5e5-373c5a38d972 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083062 Apr 03 05:27:10.709394 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f49ceb35-11da-4dd9-8a97-b87da0defa4f req-d698bc80-e120-4b1d-a8b2-5dfcc269ce70 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218726 Apr 03 05:27:10.846655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 73d81cc4-45e2-4fdd-88cc-f2239bdda369 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:10.938119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-9555def0-3fa1-4760-982c-4ef587890d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:10.941975 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-9555def0-3fa1-4760-982c-4ef587890d35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1096 time: 0.1759644 Apr 03 05:27:10.995158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c129f-a7ca-40d0-8265-ebc61e1fb3fd req-192f6621-0460-4b69-8a07-7f9f1afde6fd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:10.997960 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-152c129f-a7ca-40d0-8265-ebc61e1fb3fd req-192f6621-0460-4b69-8a07-7f9f1afde6fd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 943 time: 0.1529448 Apr 03 05:27:11.004908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:11.013696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:11.014097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:11.115682 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-152c129f-a7ca-40d0-8265-ebc61e1fb3fd req-9c76ec3a-3529-423e-91af-1b27cfb211e8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110110 Apr 03 05:27:11.186986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:11.221466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d81cc4-45e2-4fdd-88cc-f2239bdda369'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:11.241951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-7301d95a-ba88-431a-bd7d-a03998997a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:11.243681 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-7301d95a-ba88-431a-bd7d-a03998997a83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.2893445 Apr 03 05:27:11.258620 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 73d81cc4-45e2-4fdd-88cc-f2239bdda369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:11.263479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:11.267096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:11.360876 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d81cc4-45e2-4fdd-88cc-f2239bdda369', 'code': 200} Apr 03 05:27:11.401307 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-bb774b39-e656-43f3-ab55-8803cdfd9c06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 217 time: 0.1499283 Apr 03 05:27:11.437311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=73d81cc4-45e2-4fdd-88cc-f2239bdda369,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:11.447079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:11.563139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334688-cc20-4443-8611-d5bbae71ef5f req-c87ff9a1-3912-49d2-aef5-a7b445a6a153 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:11.565523 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-61334688-cc20-4443-8611-d5bbae71ef5f req-c87ff9a1-3912-49d2-aef5-a7b445a6a153 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.1239388 Apr 03 05:27:11.590783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-e477212f-d1b1-4148-ae90-c8e70db3bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:11.592350 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-e477212f-d1b1-4148-ae90-c8e70db3bd5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.1759622 Apr 03 05:27:11.700172 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-61334688-cc20-4443-8611-d5bbae71ef5f req-288b6755-8def-4418-86d4-8ac25e20dc94 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277869 Apr 03 05:27:11.744598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d6b0-1624-45c0-9b95-a4943012324a req-8fa5300a-cc2d-48d4-b936-80b4c083c331 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:11.747977 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1602d6b0-1624-45c0-9b95-a4943012324a req-8fa5300a-cc2d-48d4-b936-80b4c083c331 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.1360981 Apr 03 05:27:11.802657 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1602d6b0-1624-45c0-9b95-a4943012324a req-27807411-2cdd-4b96-89a5-2d124079f426 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478988 Apr 03 05:27:11.807396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-ef17c86c-f729-4b4e-b35f-7292653f227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:11.809779 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-ef17c86c-f729-4b4e-b35f-7292653f227a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2023711 Apr 03 05:27:11.823358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28bc26-721c-4bb8-b814-5a2ee781f6f0 req-d5b80356-b77d-43f5-a6b3-796fff5ccf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:11.825012 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4f28bc26-721c-4bb8-b814-5a2ee781f6f0 req-d5b80356-b77d-43f5-a6b3-796fff5ccf1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 1098 time: 0.1331797 Apr 03 05:27:11.992883 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4f28bc26-721c-4bb8-b814-5a2ee781f6f0 req-c901d67e-0bf0-4796-8e75-1b1465cc32b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427774 Apr 03 05:27:12.131742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669510d-a204-480b-8cd8-38b83f177fea req-f12cbd94-4e41-4713-958e-c2f4e314c0c9 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:12.131742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-e669510d-a204-480b-8cd8-38b83f177fea req-f12cbd94-4e41-4713-958e-c2f4e314c0c9 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Synchronizing usage tracker for tenant:07ae07cd62ef42e185762b636ed421dc on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:27:12.146755 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-af693d19-e608-4a0c-b2d8-fa60cd763318 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290060 Apr 03 05:27:12.148716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-e669510d-a204-480b-8cd8-38b83f177fea req-f12cbd94-4e41-4713-958e-c2f4e314c0c9 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Unset dirty status for tenant:07ae07cd62ef42e185762b636ed421dc on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:27:12.149805 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e669510d-a204-480b-8cd8-38b83f177fea req-f12cbd94-4e41-4713-958e-c2f4e314c0c9 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.15 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.1633890 Apr 03 05:27:12.294799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Deleting port 908bf903-5411-410d-9c4a-2262af9c2f68 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:27:12.295195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:12.364026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd73a92-5780-4c61-9e61-48479009b66e req-2a33abc6-3138-4807-96f6-97d7ee5684a5 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:12.366263 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bfd73a92-5780-4c61-9e61-48479009b66e req-2a33abc6-3138-4807-96f6-97d7ee5684a5 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 943 time: 0.1094472 Apr 03 05:27:12.420313 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bfd73a92-5780-4c61-9e61-48479009b66e req-fd59c970-2bc1-4ada-a311-49b9b129d890 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469291 Apr 03 05:27:12.626249 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8ad0af4b-56b1-4da0-9154-4544d7391e39 req-4139df8e-a7f0-440a-aca3-41f2dc95ce47 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683309 Apr 03 05:27:12.697625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] For port 908bf903-5411-410d-9c4a-2262af9c2f68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=908bf903-5411-410d-9c4a-2262af9c2f68,segment=NetworkSegment(35d86370-d368-400b-ba38-72dbba27d03f),segment_id=35d86370-d368-400b-ba38-72dbba27d03f)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:12.698459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:12.864415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Calling delete_port for 908bf903-5411-410d-9c4a-2262af9c2f68 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:27:13.071489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d407e4-fdb5-443a-9526-57d28cb9b704 req-3529906b-f105-4cd1-9bb0-540fbf19f581 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:13.073137 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-38d407e4-fdb5-443a-9526-57d28cb9b704 req-3529906b-f105-4cd1-9bb0-540fbf19f581 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2005954 Apr 03 05:27:13.149623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0572244-0e8c-42bf-93a3-51e271cf61c8 req-aa5e921f-242a-41db-bc84-f0c8c2541c0f tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:13.151293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0572244-0e8c-42bf-93a3-51e271cf61c8 req-aa5e921f-242a-41db-bc84-f0c8c2541c0f tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 946 time: 0.1551516 Apr 03 05:27:13.187643 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-38d407e4-fdb5-443a-9526-57d28cb9b704 req-c507925c-aa08-43d2-877c-306624b484b6 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978928 Apr 03 05:27:13.190217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:13.203169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['908bf903-5411-410d-9c4a-2262af9c2f68'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:27:13.211217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:13.258050 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0572244-0e8c-42bf-93a3-51e271cf61c8 req-542edd9f-950c-4ab0-a568-d646c805bcc3 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/security-groups?id=23d8c587-c1da-44f0-9ec4-d50fe30c622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964811 Apr 03 05:27:13.315435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Pushing event deleted for resources: {'Port': ['ID=908bf903-5411-410d-9c4a-2262af9c2f68,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:13.320796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:13.529622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] No DVR routers for this DVR port 908bf903-5411-410d-9c4a-2262af9c2f68 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:27:13.534201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:13.537748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'name': 'network-vif-deleted', 'tag': '908bf903-5411-410d-9c4a-2262af9c2f68'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:13.576251 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e669510d-a204-480b-8cd8-38b83f177fea req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.15 "DELETE /v2.0/ports/908bf903-5411-410d-9c4a-2262af9c2f68 HTTP/1.1" status: 204 len: 173 time: 1.3937070 Apr 03 05:27:13.611028 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75532079-6c23-46fe-b24a-fbbfb72bd298', 'name': 'network-vif-deleted', 'tag': '908bf903-5411-410d-9c4a-2262af9c2f68', 'status': 'completed', 'code': 200} Apr 03 05:27:13.658633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f4a8-3f62-4e59-9735-6debe57644f1 req-86f32a06-c9a2-42b5-a82a-50fee24a280c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:13.667159 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e527f4a8-3f62-4e59-9735-6debe57644f1 req-86f32a06-c9a2-42b5-a82a-50fee24a280c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 943 time: 0.1184194 Apr 03 05:27:13.712971 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e527f4a8-3f62-4e59-9735-6debe57644f1 req-662f5e8a-5d01-4a49-bba6-1a502d5469ec tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Apr 03 05:27:13.986196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57314) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:14.134844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:14.151173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:14.155388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Usage tracker for resource:security_group_rule and tenant:8838d46229ba445dba79943d549cc83e is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:14.158550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:14.164775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:14.256899 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:14.269276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:14.317791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed89e073-24ac-452f-99be-7681d19d5951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:14.362492 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8838d46229ba445dba79943d549cc83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750923 Apr 03 05:27:14.365168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815b612a-81e8-4b9f-a415-60d85f3ae3bc,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:14.365465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57338) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:14.368927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:14.523179 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2db6b3b8-d22b-474d-b658-50b60b528b5c req-974e3e1d-41b0-4c9f-a3f4-098576212873 tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] 10.222.0.23 "GET /v2.0/ports?device_id=75532079-6c23-46fe-b24a-fbbfb72bd298 HTTP/1.1" status: 200 len: 210 time: 0.0757790 Apr 03 05:27:14.553185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:14.595755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915935-2442-45a8-9fd9-1710ea816445 req-10610d88-e672-4006-a0f0-4bdc3ead7cac tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:14.598363 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c915935-2442-45a8-9fd9-1710ea816445 req-10610d88-e672-4006-a0f0-4bdc3ead7cac tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2345443 Apr 03 05:27:14.618141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:14.698231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:14.700174 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c915935-2442-45a8-9fd9-1710ea816445 req-82be1c19-4266-44d2-890e-53588464f67d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950835 Apr 03 05:27:14.707925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-23957b01-1337-4964-90d8-5b8bfd8f2979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:14.721506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b612a-81e8-4b9f-a415-60d85f3ae3bc,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:14.725111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:14.729795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:14.730047 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/815b612a-81e8-4b9f-a415-60d85f3ae3bc HTTP/1.1" status: 204 len: 168 time: 0.3631923 Apr 03 05:27:14.868018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57364) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:14.873392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 51a19fc4-f405-488f-bac1-1ba8d3abc794 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:27:15.022556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d14d-2eb6-410d-baaf-61290b107529 req-1f1a98cc-6f5c-4985-8822-18683ecdecd3 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:15.027774 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb87d14d-2eb6-410d-baaf-61290b107529 req-1f1a98cc-6f5c-4985-8822-18683ecdecd3 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 943 time: 0.1836023 Apr 03 05:27:15.037717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 51a19fc4-f405-488f-bac1-1ba8d3abc794, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:15.058302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'port_id': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'mac_address': 'fa:16:3e:ac:78:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:27:15.133506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.136736 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb87d14d-2eb6-410d-baaf-61290b107529 req-c0b1c390-0e43-4720-83fc-6776a8e00bf0 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013327 Apr 03 05:27:15.174111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a19fc4-f405-488f-bac1-1ba8d3abc794 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:27:15.204269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 51a19fc4-f405-488f-bac1-1ba8d3abc794, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:15.208450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.210638 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:15.321061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-c616dbd8-8990-40d3-b8ec-0fdaa7c6f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:15.322765 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-c616dbd8-8990-40d3-b8ec-0fdaa7c6f36b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 1098 time: 0.1054468 Apr 03 05:27:15.352794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f612a-7ac8-4358-98af-df0b687e10cc req-6f8e85d2-3042-41bd-8d87-0a8b52336e2d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:15.354465 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-398f612a-7ac8-4358-98af-df0b687e10cc req-6f8e85d2-3042-41bd-8d87-0a8b52336e2d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.0916290 Apr 03 05:27:15.354982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57378) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:15.374925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=51a19fc4-f405-488f-bac1-1ba8d3abc794,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:15.378424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:15.389707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.400576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.410004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:15.421825 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Usage tracker for resource:security_group_rule and tenant:e670ff8884e24b66a4f56f0bb75be555 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:15.426316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:15.440672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:15.448101 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-398f612a-7ac8-4358-98af-df0b687e10cc req-57d15182-f9b4-4e0a-8e33-dcda1bfc1ea7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781288 Apr 03 05:27:15.472956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:15.478850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Usage tracker for resource:security_group_rule and tenant:ccf32892554f47a780093448d604c685 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:15.488925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:15.498158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:15.523555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['51a19fc4-f405-488f-bac1-1ba8d3abc794'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:27:15.544505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.548890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-ec21649b-87cd-449e-a47a-1bc0a9587e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:15.550117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.550456 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-ec21649b-87cd-449e-a47a-1bc0a9587e74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.2193160 Apr 03 05:27:15.582561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6a01ea0e-e329-49a4-8cb5-d7fa2988007a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:15.613639 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e670ff8884e24b66a4f56f0bb75be555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574270 Apr 03 05:27:15.614442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28665fcd-8bbb-4879-922a-5b19dd1a275c,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:15.617016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57390) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:15.619517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:15.641483 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-13e12f42-ad5b-44bb-8860-da3b5b2c8ca0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369 HTTP/1.1" status: 200 len: 217 time: 0.0835536 Apr 03 05:27:15.691446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.729567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.789331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.798008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:15.849540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28665fcd-8bbb-4879-922a-5b19dd1a275c,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:15.872361 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:15.875218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:15.881442 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28665fcd-8bbb-4879-922a-5b19dd1a275c HTTP/1.1" status: 204 len: 168 time: 0.2610168 Apr 03 05:27:16.072462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-5b9098a7-a7d9-48cd-b0c4-3ee30c85f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:16.075925 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-5b9098a7-a7d9-48cd-b0c4-3ee30c85f8b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.4268265 Apr 03 05:27:16.085885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:16.127714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:16.137084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:16.181285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28010863-cf23-4bf5-b531-e84b7521778f,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:16.187988 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-10d4a70c-14f1-4287-9632-80c5d79ce6b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005445 Apr 03 05:27:16.188849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:16.287565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57430) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:16.288016 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccf32892554f47a780093448d604c685&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4186549 Apr 03 05:27:16.427148 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-098d9bd5-b0e7-4c5a-bfb9-9d61009f6d56 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304499 Apr 03 05:27:16.560612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94ee1ac1-4ae0-4742-90f3-b7651affdf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:16.594845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94ee1ac1-4ae0-4742-90f3-b7651affdf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:16.656124 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af52cb79-e5a5-4125-b9e5-c08f84f84e02 req-ca5f3fd1-5353-4681-a830-9ac5db724ffb service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217631 Apr 03 05:27:16.684990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0fa0-b198-4b0c-986c-285c1e50935c req-2e6e78c9-7b40-409e-8363-75a10216cfc2 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:16.687750 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb8b0fa0-b198-4b0c-986c-285c1e50935c req-2e6e78c9-7b40-409e-8363-75a10216cfc2 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 944 time: 0.3653810 Apr 03 05:27:16.795446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94ee1ac1-4ae0-4742-90f3-b7651affdf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:16.814748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:16.841586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1ac1-4ae0-4742-90f3-b7651affdf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28010863-cf23-4bf5-b531-e84b7521778f,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:16.849224 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-94ee1ac1-4ae0-4742-90f3-b7651affdf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:16.850234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94ee1ac1-4ae0-4742-90f3-b7651affdf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:16.855232 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-94ee1ac1-4ae0-4742-90f3-b7651affdf14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28010863-cf23-4bf5-b531-e84b7521778f HTTP/1.1" status: 204 len: 168 time: 0.5663981 Apr 03 05:27:16.876026 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb8b0fa0-b198-4b0c-986c-285c1e50935c req-4fe33ab8-e114-45e9-8e5b-f26f63868bb8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612158 Apr 03 05:27:16.890632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 51a19fc4-f405-488f-bac1-1ba8d3abc794 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:16.969426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acc61-9b93-4a2b-8fb3-73938ddd3e90 req-79848d0f-380b-423c-acb6-f2170ddfaa27 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:16.977701 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ac6acc61-9b93-4a2b-8fb3-73938ddd3e90 req-79848d0f-380b-423c-acb6-f2170ddfaa27 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2711875 Apr 03 05:27:17.057536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 51a19fc4-f405-488f-bac1-1ba8d3abc794 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:17.064696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 51a19fc4-f405-488f-bac1-1ba8d3abc794 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:17.065114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.075782 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ac6acc61-9b93-4a2b-8fb3-73938ddd3e90 req-1fae1103-9c78-46a2-b18f-ca0f46baa17c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902095 Apr 03 05:27:17.275883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.312788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:17.331220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 51a19fc4-f405-488f-bac1-1ba8d3abc794, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:17.338323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.339315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 908bf903-5411-410d-9c4a-2262af9c2f68 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:27:17.378231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:17.410353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 908bf903-5411-410d-9c4a-2262af9c2f68 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:27:17.410949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 908bf903-5411-410d-9c4a-2262af9c2f68 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:27:17.419908 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'code': 200} Apr 03 05:27:17.466954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=51a19fc4-f405-488f-bac1-1ba8d3abc794,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:17.467658 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57492) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:17.489114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:17.499526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.516817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:17.521403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8c30029cb34d82ad0bb1e8109d8e14 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:17.524592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:17.531305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:17.633179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.637357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.657379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0947b-2dfd-43c3-9b79-83c2ad3d8ca8 req-ce6b4150-9860-45b3-be5e-949f21195c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:17.659258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:17.659413 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6ae0947b-2dfd-43c3-9b79-83c2ad3d8ca8 req-ce6b4150-9860-45b3-be5e-949f21195c80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1098 time: 0.0866256 Apr 03 05:27:17.710096 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a8c30029cb34d82ad0bb1e8109d8e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412157 Apr 03 05:27:17.710880 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57504) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:17.711568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210abf95-6120-4e1a-9617-a58941399604,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:17.729550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:17.742194 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6ae0947b-2dfd-43c3-9b79-83c2ad3d8ca8 req-9e71849f-147a-4fd8-99eb-3965f8e987ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764999 Apr 03 05:27:17.748849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57508) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:17.797926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.826217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.891382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.893451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.901236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:17.911796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:17.916273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Usage tracker for resource:security_group_rule and tenant:5942f66b6d054e4bb160a44e7418004d is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:17.919588 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:17.925871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:17.938177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210abf95-6120-4e1a-9617-a58941399604,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:17.956912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:17.960114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:17.981292 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/210abf95-6120-4e1a-9617-a58941399604 HTTP/1.1" status: 204 len: 168 time: 0.2564249 Apr 03 05:27:17.993198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57522) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:18.038068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.045493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.056705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8df5a92a-3763-4e98-8a31-7c7b550bab51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:18.119441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Deleting subnet 8eef1925-2e7f-4fc6-bb38-3a3aff9148d2 {{(pid=84366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:27:18.120470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4422cf-1014-492c-9b66-3a5d8fbc28df,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:18.123833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.126857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:18.139849 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5942f66b6d054e4bb160a44e7418004d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873045 Apr 03 05:27:18.140357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57530) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:18.197439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.207952 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.262479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf24b5-4917-4241-86d2-89794c342231 req-9f4b353f-5b54-413c-abbc-6560c5bcf018 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:18.264154 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b1bf24b5-4917-4241-86d2-89794c342231 req-9f4b353f-5b54-413c-abbc-6560c5bcf018 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.2219970 Apr 03 05:27:18.269894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.336364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.419010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.425583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dba3bc57-df6f-4e50-a267-224f01ff346d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:18.441744 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b1bf24b5-4917-4241-86d2-89794c342231 req-e19c1b3a-ba35-4d3e-a92e-58d397819950 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595821 Apr 03 05:27:18.469611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4422cf-1014-492c-9b66-3a5d8fbc28df,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:18.472258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.473633 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d4422cf-1014-492c-9b66-3a5d8fbc28df HTTP/1.1" status: 204 len: 168 time: 0.3323050 Apr 03 05:27:18.475061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:18.545488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57554) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:18.583621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fa68-2e03-4809-b78b-bde5e48ac537 req-5cbe8740-e487-4485-8b22-0c2bae823670 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:18.585766 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-73b3fa68-2e03-4809-b78b-bde5e48ac537 req-5cbe8740-e487-4485-8b22-0c2bae823670 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2711298 Apr 03 05:27:18.729759 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-73b3fa68-2e03-4809-b78b-bde5e48ac537 req-42d32b38-e5e7-4b48-b05f-95a7fe9b839c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326334 Apr 03 05:27:18.802128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:18.819370 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:18.989948 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eef1925-2e7f-4fc6-bb38-3a3aff9148d2,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:18.992763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:19.013989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.035536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:19.040133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Usage tracker for resource:security_group_rule and tenant:7f89255b204447018da10907ba7f5eb7 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:19.043260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.047610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:19.052672 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8eef1925-2e7f-4fc6-bb38-3a3aff9148d2 HTTP/1.1" status: 204 len: 168 time: 1.0578878 Apr 03 05:27:19.054820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57574) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:19.057587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:19.179011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57580) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:19.207127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.207701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.232153 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:19.237301 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Usage tracker for resource:security_group_rule and tenant:440daddc069b45ae9e66bc533e1b42bb is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:19.240776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:19.248104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:19.346145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57586) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:19.380687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.385736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.398523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e976816a-4140-4725-9e23-6c467f41114a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:19.438109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.459458 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=440daddc069b45ae9e66bc533e1b42bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785871 Apr 03 05:27:19.461497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10735d76-e1ef-41d4-9a0a-d93cdbdcc8f9,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:19.464102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57596) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:19.467237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:19.535049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.567349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.599266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.620765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.623101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.628693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ef44101a-2a4c-4e2a-ad6c-81660b461b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:19.648454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10735d76-e1ef-41d4-9a0a-d93cdbdcc8f9,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:19.650765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:19.653484 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:19.720940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fbb059-d889-4458-b21c-46b8d18a53e4']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:19.723322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.738726 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f89255b204447018da10907ba7f5eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1894031 Apr 03 05:27:19.739175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57606) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:19.739375 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.740720 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10735d76-e1ef-41d4-9a0a-d93cdbdcc8f9 HTTP/1.1" status: 204 len: 168 time: 0.2749918 Apr 03 05:27:19.740837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d86370-d368-400b-ba38-72dbba27d03f') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:19.741166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d86370-d368-400b-ba38-72dbba27d03f') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:19.751740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea96cee-39e4-40dc-b4af-d410dd8c67cf,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:19.755768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:19.758432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:19.769595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b2dc8c409e4af0acf613607d97edac is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:19.774081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:19.778652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.791816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:19.827801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:19.836271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08e65-5776-4e46-b087-dd5f4e2343f9 req-6045f634-0861-4d67-a11e-30ed10deeb53 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:19.838068 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cd08e65-5776-4e46-b087-dd5f4e2343f9 req-6045f634-0861-4d67-a11e-30ed10deeb53 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1917384 Apr 03 05:27:19.847288 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:27:19.878802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.014926 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cd08e65-5776-4e46-b087-dd5f4e2343f9 req-d5b91306-4a05-4724-971d-d66dc833e553 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681850 Apr 03 05:27:20.024896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.101995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.118178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Network e7fbb059-d889-4458-b21c-46b8d18a53e4 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:27:20.119827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6f961-485c-49bf-8672-a5c57bcc23af req-fc972f15-cd63-4fec-ad7d-52983eed6267 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:20.122275 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bea6f961-485c-49bf-8672-a5c57bcc23af req-fc972f15-cd63-4fec-ad7d-52983eed6267 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.1952813 Apr 03 05:27:20.123337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.129156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.134031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eba921c2-e81e-428d-b757-da8a054c754f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:20.253782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1b368c-f74e-4f9e-a6bf-abd808bc3b03,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:20.258863 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3b2dc8c409e4af0acf613607d97edac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9113111 Apr 03 05:27:20.259902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:20.266719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57628) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:20.279988 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bea6f961-485c-49bf-8672-a5c57bcc23af req-562ad8b2-1f74-40ea-92c4-2f13060d0606 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469824 Apr 03 05:27:20.328017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e2b7-902e-4189-9a8d-14a58dfbb3f4 req-bf85d603-676c-4b93-a23f-7de29550623b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:20.329750 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c06e2b7-902e-4189-9a8d-14a58dfbb3f4 req-bf85d603-676c-4b93-a23f-7de29550623b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1374836 Apr 03 05:27:20.341689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57636) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:20.347599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'floatingip': {'port_id': '51a19fc4-f405-488f-bac1-1ba8d3abc794'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:20.483284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.496650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Network e7fbb059-d889-4458-b21c-46b8d18a53e4 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:27:20.505318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-56fc271f-9901-49b7-a97f-d78e3e395622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:27:20.541763 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:27:20.545873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea96cee-39e4-40dc-b4af-d410dd8c67cf,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:20.563121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.597962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.646722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:20.651519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.655250 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ea96cee-39e4-40dc-b4af-d410dd8c67cf HTTP/1.1" status: 204 len: 168 time: 0.9027755 Apr 03 05:27:20.664388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.728268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.735635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:20.751324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.756178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.774871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Pushing event deleted for resources: {'Network': ['ID=e7fbb059-d889-4458-b21c-46b8d18a53e4,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:20.796508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.797026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.797498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.798324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.798815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.799352 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.799749 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.800139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.800578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.800968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.801353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.801739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:20.806916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:20.807486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c8f07c7b-8d35-4015-90de-ed71a7496c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:20.821984 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/e7fbb059-d889-4458-b21c-46b8d18a53e4 HTTP/1.1" status: 204 len: 168 time: 1.7637351 Apr 03 05:27:20.822159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:20.825726 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d1b368c-f74e-4f9e-a6bf-abd808bc3b03 HTTP/1.1" status: 204 len: 168 time: 0.5555248 Apr 03 05:27:20.825726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1b368c-f74e-4f9e-a6bf-abd808bc3b03,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:20.827150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:21.159771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57668) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:21.253179 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3c3592d2-7a35-4978-a947-ea4505707d59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07ae07cd62ef42e185762b636ed421dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0914354 Apr 03 05:27:21.255760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57676) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:21.334987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:21.378699 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:21.465822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:21.473765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b9b71a78-13e5-4120-8185-bda8a3a37c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:21.489765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d8c587-c1da-44f0-9ec4-d50fe30c622a,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:21.492599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:21.495934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:21.502008 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23d8c587-c1da-44f0-9ec4-d50fe30c622a HTTP/1.1" status: 204 len: 168 time: 0.2450089 Apr 03 05:27:21.592384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57704) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:21.617331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:21.639643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:21.644672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Usage tracker for resource:security_group_rule and tenant:2a2536a1b73b4ab5a1725507cbc1fd76 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:21.648356 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:21.656841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:21.797814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef668b-da66-49fe-a617-0b7caa718b17 req-f30e853b-ce21-405e-8ce7-262a377a4e54 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:21.805486 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1aef668b-da66-49fe-a617-0b7caa718b17 req-f30e853b-ce21-405e-8ce7-262a377a4e54 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2913845 Apr 03 05:27:21.830678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:21.837021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.resource_extend [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 03 05:27:21.837177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:21.861478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:21.966409 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1aef668b-da66-49fe-a617-0b7caa718b17 req-03036403-5950-4608-9d7b-80007a04bde1 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573150 Apr 03 05:27:22.004437 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a2536a1b73b4ab5a1725507cbc1fd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070063 Apr 03 05:27:22.004437 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9b8557-8a60-4125-b58f-0acbe66d3134,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:22.005970 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57718) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:22.008203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:22.012111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:22.025141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:22.230475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:22.279359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:22.291522 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Floating IP c608dc50-ee0a-43c4-8756-860f1dbae3f6 associated. External IP: 172.28.1.179, port: 51a19fc4-f405-488f-bac1-1ba8d3abc794. Apr 03 05:27:22.500406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:22.507994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c915f236-9362-44d9-aab4-623b8d0eeca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:22.580429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9b8557-8a60-4125-b58f-0acbe66d3134,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:22.659364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.659857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.660087 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.660529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.660852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.661211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.661521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.661915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.662223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.662742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.663267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.663782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:22.682002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:22.686996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:22.691707 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa9b8557-8a60-4125-b58f-0acbe66d3134 HTTP/1.1" status: 204 len: 168 time: 0.6841366 Apr 03 05:27:22.743558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Router bc0adf0e-1143-464d-94e3-a65768f4424e has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:27:22.807070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57764) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:23.131780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.150349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:23.157027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ccfd4f51d9495ba20a44b4e4c6cd2e is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:23.160786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:23.167837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:23.243856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:27:23.249213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.257843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] Sync routers for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:27:23.272675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:23.273348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:23.281268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.285505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.298231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:23.304128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fafe5-166f-4648-bcca-d5206c5c01a0 req-ba82eed2-670b-4b9b-b9c3-631f745d9589 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:23.305786 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e11fafe5-166f-4648-bcca-d5206c5c01a0 req-ba82eed2-670b-4b9b-b9c3-631f745d9589 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.1958961 Apr 03 05:27:23.344776 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-479593d3-4ad3-4701-acf3-45b16fd9beb1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "PUT /v2.0/floatingips/c608dc50-ee0a-43c4-8756-860f1dbae3f6 HTTP/1.1" status: 200 len: 991 time: 3.0018742 Apr 03 05:27:23.346644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794'}] {{(pid=84366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:23.370278 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7ccfd4f51d9495ba20a44b4e4c6cd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611072 Apr 03 05:27:23.379977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57790) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:23.388965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ede70-8f51-4b10-8a24-8bff7e976af6,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:23.421031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:23.443760 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e11fafe5-166f-4648-bcca-d5206c5c01a0 req-5ee81d9d-36d0-4f94-b986-ad54cb033dd4 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292934 Apr 03 05:27:23.502699 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.547181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.601188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.607020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:23.626019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ede70-8f51-4b10-8a24-8bff7e976af6,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:23.629191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:23.637182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:23.649147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:23.650096 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/581ede70-8f51-4b10-8a24-8bff7e976af6 HTTP/1.1" status: 204 len: 168 time: 0.2665277 Apr 03 05:27:23.851304 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57816) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:24.052636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'c608dc50-ee0a-43c4-8756-860f1dbae3f6', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'floating_ip_address': '172.28.1.179', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'port_id': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'mac_address': 'fa:16:3e:ac:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:56Z', 'updated_at': '2021-04-03T05:27:21Z', 'revision_number': 1, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:24.056900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] Checking router: bc0adf0e-1143-464d-94e3-a65768f4424e for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:27:24.067637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:24.068234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:24.182186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57836) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:24.276291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:24.280414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:24.297388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:24.302010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Usage tracker for resource:security_group_rule and tenant:4a380b0034fc4e95acc85dbd0217f61e is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:24.306043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:24.312769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:24.423425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:24.427937 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:24.441038 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-92dc045a-6506-4c48-bd7c-20b15dc34505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:24.489253 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a380b0034fc4e95acc85dbd0217f61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343794 Apr 03 05:27:24.490410 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57848) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:24.501599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d42361-df6a-4f8e-96d1-b8fbdf371f91,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:24.509589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:24.549564 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'status': 'completed', 'code': 200} Apr 03 05:27:24.678447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:24.725505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:24.741981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-eaed64c1-bccd-4cd4-8f15-01b05962296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:24.743624 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-eaed64c1-bccd-4cd4-8f15-01b05962296f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1098 time: 0.1527135 Apr 03 05:27:24.754420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57854) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:24.778628 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:24.894552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:24.911784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462045e-262d-4427-b00f-b44a19198b63 req-377d4f57-94d9-44e7-9c3c-1195ebbd2a5a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:24.917580 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2462045e-262d-4427-b00f-b44a19198b63 req-377d4f57-94d9-44e7-9c3c-1195ebbd2a5a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2053571 Apr 03 05:27:25.010103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'c608dc50-ee0a-43c4-8756-860f1dbae3f6', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'floating_ip_address': '172.28.1.179', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'port_id': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'mac_address': 'fa:16:3e:ac:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:56Z', 'updated_at': '2021-04-03T05:27:21Z', 'revision_number': 1, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:25.022187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109311a1-1774-4c13-b5f1-29ce65c917f1 None None] The sync data for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb is: [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'c608dc50-ee0a-43c4-8756-860f1dbae3f6', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'floating_ip_address': '172.28.1.179', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'port_id': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'mac_address': 'fa:16:3e:ac:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:56Z', 'updated_at': '2021-04-03T05:27:21Z', 'revision_number': 1, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:27:25.022416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.039998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc3e1a7314148d792c181e703d30f30 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:25.044598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:25.046237 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2462045e-262d-4427-b00f-b44a19198b63 req-9b438e66-7a76-4b29-9875-48f5f5787124 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217029 Apr 03 05:27:25.051678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:25.066145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d22952cd-de64-48cc-964c-a7d042c89a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:25.124401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-network', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:25.142932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:25.147273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Usage tracker for resource:network and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:25.161411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:25.170802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:25.200722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Made reservation on behalf of 7fc5586229ec4ce0ac694f6300151483 for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:25.211167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.242682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.281676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:25.292144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:25.299996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:25.314231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:25.446979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d42361-df6a-4f8e-96d1-b8fbdf371f91,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:25.461936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:25.466057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-274405f7-7bf2-43b1-9702-0ead3cd05426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:25.467649 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-274405f7-7bf2-43b1-9702-0ead3cd05426 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.6904433 Apr 03 05:27:25.475611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.479735 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21d42361-df6a-4f8e-96d1-b8fbdf371f91 HTTP/1.1" status: 204 len: 168 time: 0.9850583 Apr 03 05:27:25.482147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.492806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.497668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a7237f7f-663e-4ccf-9eb9-d2c3c91deef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:25.504939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e7b56-5094-45ce-90f9-1290ec365656 None None] New status for floating IP c608dc50-ee0a-43c4-8756-860f1dbae3f6: ACTIVE {{(pid=84368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:27:25.534529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:27:25.550336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.551215 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Added segment 2718be9e-9162-474e-9828-29de544cba34 of type vlan for network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e Apr 03 05:27:25.586865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.610124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.621581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.634025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:25.635257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.646758 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-166062c6-bac3-4b7f-8a60-bf4d42414f3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 999 time: 0.1686802 Apr 03 05:27:25.650468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:25.654049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.669730 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f67d9b3-1715-43df-8c21-555a657ef174,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:25.690302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:25.705212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:25.727860 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dc3e1a7314148d792c181e703d30f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9723265 Apr 03 05:27:25.732120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57896) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:25.734734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f5c5a6-f2f4-4bb9-a855-cf77592fb385,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:25.799586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:25.850702 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-b19fa583-3681-444c-8840-5a52bf79290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:25.852388 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-b19fa583-3681-444c-8840-5a52bf79290b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.1913657 Apr 03 05:27:25.860340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.946556 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7604582 Apr 03 05:27:25.955976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:25.958692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57904) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:25.976809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Request body: {'subnet': {'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-subnet', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:25.991419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:25.997823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Usage tracker for resource:subnet and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:26.007806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:26.021749 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-38a039e2-d29b-4457-870a-6908edb50726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:26.022372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:26.023729 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-38a039e2-d29b-4457-870a-6908edb50726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1612358 Apr 03 05:27:26.051170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:26.058478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:26.059934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Made reservation on behalf of 7fc5586229ec4ce0ac694f6300151483 for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:26.077524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:27:26.082091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:26.090428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:26.122391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6f28127b-603d-4959-913e-02921c3b3620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:26.133926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57912) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:26.190236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f5c5a6-f2f4-4bb9-a855-cf77592fb385,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:26.195447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:26.196468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:26.203061 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27f5c5a6-f2f4-4bb9-a855-cf77592fb385 HTTP/1.1" status: 204 len: 168 time: 0.4641914 Apr 03 05:27:26.379142 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-a2d6bf13-5930-448b-967a-26ae6c97765f service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455067 Apr 03 05:27:26.473988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a700d8b-290b-437f-b07b-4eebc8e8ee3a req-fdc7ade2-d825-4d72-a9dd-8c609670143c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:26.475614 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8a700d8b-290b-437f-b07b-4eebc8e8ee3a req-fdc7ade2-d825-4d72-a9dd-8c609670143c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.1683693 Apr 03 05:27:26.546908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57926) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:26.575917 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0e75a6b-b4ed-47ae-9c5e-ac8c6ad584bb req-d3c0eba4-745a-418e-8316-23e73bcfe9fe service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898875 Apr 03 05:27:26.653588 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8a700d8b-290b-437f-b07b-4eebc8e8ee3a req-c1f40c26-5102-49a2-95de-3743460020a4 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704822 Apr 03 05:27:26.660129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:26.707133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:26.715312 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:26.725051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Usage tracker for resource:security_group_rule and tenant:096e599ee2104c0f9480f11395bbc752 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:26.731540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:26.757799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:26.769267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:26.781157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:e3275f9851ca46cbadd034e06fe48d0f is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:26.785524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:26.794081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:27.045752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.059040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.070793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-14950812-e698-4b9e-86ce-5855c472a679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:27.079875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.097919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.141194 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=096e599ee2104c0f9480f11395bbc752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840278 Apr 03 05:27:27.141780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57946) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:27.154772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4af7f3-d38b-4e54-bc8e-3917e6968eb3,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:27.160584 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3275f9851ca46cbadd034e06fe48d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9908767 Apr 03 05:27:27.161496 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:27.162153 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-fe5c429c-04b6-4617-a6e4-e97f5d18911a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:27.170671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57954) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:27.264895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bd12fa-b824-43a5-85c1-5cc3f4053e7c,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:27.278983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:27.302465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.308417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.335999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:27.344093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.410461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.410942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.410942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6257f774-cd99-4094-93fc-e524ef283369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:27.427785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4af7f3-d38b-4e54-bc8e-3917e6968eb3,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:27.430355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:27.431353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.435434 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e4af7f3-d38b-4e54-bc8e-3917e6968eb3 HTTP/1.1" status: 204 len: 168 time: 0.2918475 Apr 03 05:27:27.481860 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 57974) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:27.498926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.516378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:27.523790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:27.609264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.613107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9ee67ed9-46c1-485d-93be-fb70993fb6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:27.620021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Checking segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:27.620969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Network hostable DHCP agents. Network: 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:27:27.631288 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bd12fa-b824-43a5-85c1-5cc3f4053e7c,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:27.652112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:27.673181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.674471 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58bd12fa-b824-43a5-85c1-5cc3f4053e7c HTTP/1.1" status: 204 len: 168 time: 0.5003121 Apr 03 05:27:27.677405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:27:27.688373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:27.699349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747dc3b4-0f8c-46e8-bc93-4e7e69f0b4b1 None None] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:27.703251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:27.704126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.726166 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7643919 Apr 03 05:27:27.728652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 57990) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:27.734665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:27.740398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:27.745939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Usage tracker for resource:router and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:27.750161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:27.759286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:27.780720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.783885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.811763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.852666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2064364119-network', 'tenant_id': '5a9dc0a3031745a89a29811adb634b30'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:27.859548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:27.872797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Usage tracker for resource:network and tenant:5a9dc0a3031745a89a29811adb634b30 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:27.878057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:27.896745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:27.923846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Made reservation on behalf of 5a9dc0a3031745a89a29811adb634b30 for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:27.931062 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:27.969984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.003785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:28.015102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9dc0a3031745a89a29811adb634b30 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:28.021203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:28.036807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:28.205109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:27:28.206325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.238901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.244952 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.249991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:28.299399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:27:28.316847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.317239 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Added segment 156c73ca-deb5-487d-8ac2-02ba99efb6be of type vlan for network f377785b-2a44-46e7-a600-3016e303f35f Apr 03 05:27:28.337877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.385117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc609c-5920-43d1-b434-029dd022f3d8 req-ce7f85d3-aeb9-400a-8510-208433d56467 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:28.387032 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1bc609c-5920-43d1-b434-029dd022f3d8 req-ce7f85d3-aeb9-400a-8510-208433d56467 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.3690741 Apr 03 05:27:28.390536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.419905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Allocated IP 172.20.0.2 (2ac2ce3e-c4b4-4703-b5af-2db8bf03489e/5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5/a26d87b3-8a27-4968-96b3-df1ef4a23ca8) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:28.475410 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.485570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:28.486764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.496592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58014) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:28.522049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323cccb0-4e32-4886-a172-0ba25263bc89,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:28.529619 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:28.530296 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:28.554238 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1bc609c-5920-43d1-b434-029dd022f3d8 req-0d594872-10aa-443b-a51c-644f756fa34a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562850 Apr 03 05:27:28.559983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.589680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:28.596233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Usage tracker for resource:security_group_rule and tenant:6514e7dd4af944b4b020192341503606 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:28.599737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:28.611066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:28.695202 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2104509 Apr 03 05:27:28.699737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58020) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:28.706971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Request body: {'subnet': {'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2064364119-subnet', 'tenant_id': '5a9dc0a3031745a89a29811adb634b30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:28.716754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Pushing event updated for resources: {'Network': ['ID=f377785b-2a44-46e7-a600-3016e303f35f,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:28.720386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:28.723461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:28.726514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Usage tracker for resource:subnet and tenant:5a9dc0a3031745a89a29811adb634b30 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:28.731064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:28.739136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:28.750753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Made reservation on behalf of 5a9dc0a3031745a89a29811adb634b30 for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:28.764638 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6296776'] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.960292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:28.972085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Transition to ACTIVE for port object a26d87b3-8a27-4968-96b3-df1ef4a23ca8 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:29.011546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network f377785b-2a44-46e7-a600-3016e303f35f details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:27:29.049617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Transition to ACTIVE for port object a26d87b3-8a27-4968-96b3-df1ef4a23ca8 will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:29.065493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.085578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:29.159739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.196400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.237837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Pushing event updated for resources: {'Port': ['ID=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:29.239541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.255021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.256265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.256828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.257347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.257803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.258335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.259039 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.259502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.260086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.260572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.261144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.261608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.262149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:29.269999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-61342234-3002-479f-8447-496a2d28280f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:29.272866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:29.288107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5317-13e7-4ceb-8d1d-f02d8cbc192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.331448 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6514e7dd4af944b4b020192341503606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8326802 Apr 03 05:27:29.340275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58040) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:29.425083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017771c-9425-4332-ad10-8545ac8148ab,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:29.443924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:29.474775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:29.476504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:29.482446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:29.523589 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-0febbdab-19a9-4680-bcc1-f40ca75a17d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2907703 Apr 03 05:27:29.530307 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.539043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Allocated IP 172.28.1.217 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/465c3604-c4ed-4fdf-a472-47c5e4e111f0) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:29.627075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Attempting to bind port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:29.627831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Attempting to bind port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:29.628449 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Attempting to bind port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:29.634841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:29.635393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Checking segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:29.636910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.637454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Bound using segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:29.638322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Bound port: a26d87b3-8a27-4968-96b3-df1ef4a23ca8, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:29.638939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.648495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.785096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6296827'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.810889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed42a4ad-5ded-40ef-9f0e-146daffa9319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:29.813777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-94a1b336-176f-4944-8d24-89195048bebe None None] For port a26d87b3-8a27-4968-96b3-df1ef4a23ca8, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:29.817050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-94a1b336-176f-4944-8d24-89195048bebe None None] For port a26d87b3-8a27-4968-96b3-df1ef4a23ca8, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:29.822135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:29.840714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:29.999415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:30.001599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ca20-0348-4715-97b2-e9f79a147402 req-7c8bfd4a-9822-44c2-a892-0e322a6cf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:30.003848 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-7c8bfd4a-9822-44c2-a892-0e322a6cf707 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 0.3872068 Apr 03 05:27:30.010648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-58234a31-41f6-4a96-a446-6577544ad7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:30.029738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6943c9a2-8b72-4dab-a359-841ef1117f41,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:30.033158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:30.041092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b2f1-aa91-43fc-9ddd-94a80f178ce2 req-385aff8c-196c-41f7-b5f8-c3c9007b4347 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:30.043018 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2a48b2f1-aa91-43fc-9ddd-94a80f178ce2 req-385aff8c-196c-41f7-b5f8-c3c9007b4347 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2691083 Apr 03 05:27:30.047630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:30.056715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017771c-9425-4332-ad10-8545ac8148ab,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:30.068639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:30.116336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:30.117889 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7017771c-9425-4332-ad10-8545ac8148ab HTTP/1.1" status: 204 len: 168 time: 0.7765486 Apr 03 05:27:30.127164 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2a48b2f1-aa91-43fc-9ddd-94a80f178ce2 req-da036434-de24-43ad-8cac-c21576bc246c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734172 Apr 03 05:27:30.164230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:30.210726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:30.212501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Pushing event updated for resources: {'Port': ['ID=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:30.218337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:30.230729 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:30.264055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58070) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:30.293649 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ca20-0348-4715-97b2-e9f79a147402 req-4c7ed5f3-5248-4a06-8801-d04559e4bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:30.295481 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-4c7ed5f3-5248-4a06-8801-d04559e4bbc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.2612247 Apr 03 05:27:30.397863 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-8a9d4521-3685-429b-a7a8-6f21b1ada2b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 217 time: 0.0925629 Apr 03 05:27:30.407499 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Pushing event updated for resources: {'Port': ['ID=465c3604-c4ed-4fdf-a472-47c5e4e111f0,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:30.423400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:30.482284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:30.483694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:30.486762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:30.516511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Checking segment: {'id': '156c73ca-deb5-487d-8ac2-02ba99efb6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:30.516920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Network hostable DHCP agents. Network: f377785b-2a44-46e7-a600-3016e303f35f, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:27:30.526357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ca20-0348-4715-97b2-e9f79a147402 req-207fc518-8265-42c8-9bfe-4e6288127939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:30.527971 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-207fc518-8265-42c8-9bfe-4e6288127939 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.1224334 Apr 03 05:27:30.587888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14c4f6d0-17c0-4d5a-b5e7-216abb55ab2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:30.590674 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-d41c0c09-6f0d-47bc-afc1-bd851696246f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503910 Apr 03 05:27:30.592229 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Network f377785b-2a44-46e7-a600-3016e303f35f is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:27:30.662299 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, f377785b-2a44-46e7-a600-3016e303f35f) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:30.676640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdafd62-23cf-4cfe-be4a-7402fc8d2d8c None None] Network f377785b-2a44-46e7-a600-3016e303f35f requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:30.815988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:30.816664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:30.869141 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1680119 Apr 03 05:27:30.923008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58088) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:30.963329 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-435dc77f-4c5b-457f-96dd-7f21ffcae53b service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667541 Apr 03 05:27:31.057526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:31.188897 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:31.235146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738012ca-53fa-4113-9f5c-16e9cff94764 None None] Network f377785b-2a44-46e7-a600-3016e303f35f requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:31.267121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:31.271478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:31.282251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:98aac31589a144bbb83b9aa9a108500f is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:31.287723 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:31.297161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:31.302431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Usage tracker for resource:security_group_rule and tenant:df1b62c93a5349609ff74a89405835c6 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:31.314715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:31.360535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:31.396521 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7463ca20-0348-4715-97b2-e9f79a147402 req-56e4c5d2-1304-4248-b7c8-6d22423cfaf3 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255025 Apr 03 05:27:31.493310 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:31.500993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:31.525241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a26d87b3-8a27-4968-96b3-df1ef4a23ca8 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:31.581057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:31.587515 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:31.598660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79a31f32-e23c-455a-8f21-d39ffca27731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:31.634576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-60f0d0aa-ebe0-4877-abd8-1e08e74c3de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:31.702612 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df1b62c93a5349609ff74a89405835c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7760382 Apr 03 05:27:31.706513 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58124) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:31.764731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca0724c-d1cd-48a4-98a0-a510c1e9c7e6,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:31.777169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:31.865547 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98aac31589a144bbb83b9aa9a108500f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5906241 Apr 03 05:27:31.866870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:31.869991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58128) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:31.909472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077139-0632-48b2-82dc-d04a4fd5feae req-115ca16b-c998-4fe0-a884-613115949c57 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:31.929162 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-33077139-0632-48b2-82dc-d04a4fd5feae req-115ca16b-c998-4fe0-a884-613115949c57 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.4338973 Apr 03 05:27:31.943512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d117b-fd12-4069-8bfd-d59fd53c9b89,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:31.984775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:32.033512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58138) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:32.045266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.114625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1855063459-network', 'tenant_id': 'c922ac8085b743448bc7bd013767462e'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:32.116583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.122659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:32.128459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:32.130789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d00c1d23-100c-4634-81b4-d6ef1dfa7493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.137205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.142514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Usage tracker for resource:network and tenant:c922ac8085b743448bc7bd013767462e is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:32.144811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:32.155365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:32.190139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d00c1d23-100c-4634-81b4-d6ef1dfa7493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.190971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.201448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.208053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0694641d-61f9-4c5b-8da4-bad41001cb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:32.223823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943071a-6c4b-42df-9853-3025b062b7c2 None None] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:32.242102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca0724c-d1cd-48a4-98a0-a510c1e9c7e6,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:32.253739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:32.257536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.258740 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aca0724c-d1cd-48a4-98a0-a510c1e9c7e6 HTTP/1.1" status: 204 len: 168 time: 0.5512502 Apr 03 05:27:32.281931 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d00c1d23-100c-4634-81b4-d6ef1dfa7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.287393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3efa5a9b-79ca-4af2-b224-34dadb2d5040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:32.317617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c1d23-100c-4634-81b4-d6ef1dfa7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d117b-fd12-4069-8bfd-d59fd53c9b89,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:32.331221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d00c1d23-100c-4634-81b4-d6ef1dfa7493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:32.332583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d00c1d23-100c-4634-81b4-d6ef1dfa7493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.336535 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d00c1d23-100c-4634-81b4-d6ef1dfa7493 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/362d117b-fd12-4069-8bfd-d59fd53c9b89 HTTP/1.1" status: 204 len: 168 time: 0.4597445 Apr 03 05:27:32.376811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Made reservation on behalf of c922ac8085b743448bc7bd013767462e for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:32.381678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.401296 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-33077139-0632-48b2-82dc-d04a4fd5feae req-eb27944f-2429-4de2-8298-7b9d56260c53 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707050 Apr 03 05:27:32.403453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Provisioning for port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:32.413390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Provisioning complete for port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:32.413888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.434087 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.467111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:32.475342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Usage tracker for resource:security_group_rule and tenant:c922ac8085b743448bc7bd013767462e is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:32.481791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:32.491914 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:32.670926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.724075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] For port a26d87b3-8a27-4968-96b3-df1ef4a23ca8, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:32.729963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:32.731726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7126e236-7ed6-478a-bc92-b9483ac643ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:32.822314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Pushing event updated for resources: {'Port': ['ID=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:32.835323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:32.984854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:27:33.020530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58166) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:33.046708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.065786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:33.070739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7d3260160746be911ed68b133ebc97 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:33.075104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:33.077055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-494a5d5b-e692-4b1b-8a20-95335e01b3a3 None None] Provisioning complete for port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:33.077484 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-494a5d5b-e692-4b1b-8a20-95335e01b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.080430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.082942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:33.212163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.216980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.222695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.239398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-08629f00-d939-420e-9dd8-7b642eaf7fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:33.290116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.298417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.318407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-da204eff-4d64-498a-9a78-5eb0c8f58f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:33.339848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8322c0c7-8125-4214-9b35-69423259e9d9,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:33.346674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:33.367227 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b7d3260160746be911ed68b133ebc97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372293 Apr 03 05:27:33.368681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:27:33.369679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58186) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:33.442218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a26d87b3-8a27-4968-96b3-df1ef4a23ca8 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:33.493885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a70208d-0f0c-4c79-b176-df95176feb29,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:33.513315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.541829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:33.543454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.543813 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Added segment f3d4bf3e-e475-446c-83e4-2bb45e46ea9d of type vlan for network e06fe704-bb99-425c-ba20-b1cc4591991b Apr 03 05:27:33.570974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.644776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:33.645185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.676342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.693201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.700245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3d054830-50f2-4fc9-80ec-c238380ff84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:33.712872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8322c0c7-8125-4214-9b35-69423259e9d9,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:33.716742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:33.723129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:33.727114 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8322c0c7-8125-4214-9b35-69423259e9d9 HTTP/1.1" status: 204 len: 168 time: 0.3529806 Apr 03 05:27:33.883495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Router 89eb586c-cd84-4471-985d-593241c59ade is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:27:33.922290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:34.003806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:34.004327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:34.025114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:34.064681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf939fd-8b18-45e8-afe2-d8b656ac93ea req-b08f61e6-6bec-4a90-804b-e04035b23c9c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:34.066497 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1cf939fd-8b18-45e8-afe2-d8b656ac93ea req-b08f61e6-6bec-4a90-804b-e04035b23c9c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.3949182 Apr 03 05:27:34.202088 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1296980 Apr 03 05:27:34.205028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58228) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:34.212556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Request body: {'subnet': {'network_id': 'e06fe704-bb99-425c-ba20-b1cc4591991b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1855063459-subnet', 'tenant_id': 'c922ac8085b743448bc7bd013767462e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:34.220169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:34.225562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Usage tracker for resource:subnet and tenant:c922ac8085b743448bc7bd013767462e is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:34.230250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:34.237506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:34.249407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Made reservation on behalf of c922ac8085b743448bc7bd013767462e for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:34.254125 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6296776'] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:34.300125 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1cf939fd-8b18-45e8-afe2-d8b656ac93ea req-91430e8d-d975-43c0-9a65-10b23a2549aa tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404009 Apr 03 05:27:34.325756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Pushing event updated for resources: {'Network': ['ID=e06fe704-bb99-425c-ba20-b1cc4591991b,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:34.330582 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:34.336793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network e06fe704-bb99-425c-ba20-b1cc4591991b details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:27:34.365305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:27:34.374441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Sync routers for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:27:34.390926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:34.391992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:34.397030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:34.398839 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6691751 Apr 03 05:27:34.402320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58234) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:34.827674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:35.311578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58266) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:35.393027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6296827'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:35.424084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:30Z', 'revision_number': 3, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:35.431830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Checking router: 89eb586c-cd84-4471-985d-593241c59ade for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:27:35.432409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Updating router 89eb586c-cd84-4471-985d-593241c59ade port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:27:35.572416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:35.669386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:35.756529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-889141772-network', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:35.774625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:35.789436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Usage tracker for resource:network and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:35.796210 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:35.852222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:35.890771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe8f12-4460-44e2-b586-84e2c6f7f403 req-cb75de0d-1e2e-43e3-8be0-dab66dc570f9 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:35.892430 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-53fe8f12-4460-44e2-b586-84e2c6f7f403 req-cb75de0d-1e2e-43e3-8be0-dab66dc570f9 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.3415401 Apr 03 05:27:35.961906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Made reservation on behalf of cacee8194a964aa281466c95d8ebb612 for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:35.969238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:35.972606 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-53fe8f12-4460-44e2-b586-84e2c6f7f403 req-30ca290c-cdb6-4577-adf6-2b18f4db3003 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661867 Apr 03 05:27:35.990387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f928e5-43d1-400a-a97e-dc644e19dbfe,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:36.008012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Checking segment: {'id': 'f3d4bf3e-e475-446c-83e4-2bb45e46ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e06fe704-bb99-425c-ba20-b1cc4591991b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:36.008376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Network hostable DHCP agents. Network: e06fe704-bb99-425c-ba20-b1cc4591991b, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:27:36.022206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:36.024735 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.037669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58296) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:36.058756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:36.065536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:36.069861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:36.073540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Network e06fe704-bb99-425c-ba20-b1cc4591991b is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:27:36.085511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:36.107188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, e06fe704-bb99-425c-ba20-b1cc4591991b) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:36.117671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e162b98-4c6b-4ed5-bc0c-b17983452a4c None None] Network e06fe704-bb99-425c-ba20-b1cc4591991b requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:36.129266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:36.129928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.179594 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a997aafb-d3fe-4ac5-bd8d-f83811771929 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9654567 Apr 03 05:27:36.192925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.256553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.269305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.274682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.286378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Transition to ACTIVE for port object 465c3604-c4ed-4fdf-a472-47c5e4e111f0 will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:36.300344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.313082 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:27:36.333999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9829a57f-11f9-4280-81a3-1e19b27023cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:36.355872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.355872 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Added segment 03a9f917-535e-4006-a7d4-cdf20f243d84 of type vlan for network a019de04-e19a-4cdf-996a-98badd12c78b Apr 03 05:27:36.368430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:36.414666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.469350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.495057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057dd1a-6a3b-4914-b9e0-69222a1236e2 None None] Network e06fe704-bb99-425c-ba20-b1cc4591991b requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:36.521874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Pushing event updated for resources: {'Port': ['ID=465c3604-c4ed-4fdf-a472-47c5e4e111f0,revision_number=2']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:36.524171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:36.535238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4715ca38-cd51-4a61-b940-eb5aadb20a85,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:36.543212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Usage tracker for resource:security_group_rule and tenant:a716495a7cf9497eb449dded801e4247 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:36.546212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:36.547024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:36.555583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.555966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.556354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.556548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:36.556708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.557073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.557563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.557819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.564573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.565089 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.565358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.568679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.568905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.569041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:27:36.577909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:36.578563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.583657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:36.603446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-34c743ad-addf-42bf-93d2-7c5398175a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:36.625692 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3102243 Apr 03 05:27:36.634121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58310) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:36.647578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Request body: {'subnet': {'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-889141772-subnet', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:36.655754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:36.668224 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Usage tracker for resource:subnet and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:36.673571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:36.692567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:36.717608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Allocated IP 172.20.0.1 (2ac2ce3e-c4b4-4703-b5af-2db8bf03489e/5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5/efc933df-83b0-47ee-adb1-03c5bafcb662) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:36.742718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Pushing event updated for resources: {'Network': ['ID=a019de04-e19a-4cdf-996a-98badd12c78b,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:36.747494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:36.773000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network a019de04-e19a-4cdf-996a-98badd12c78b details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:27:36.844591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Attempting to bind port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:36.844767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Attempting to bind port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:36.846362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Attempting to bind port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:36.856906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Made reservation on behalf of cacee8194a964aa281466c95d8ebb612 for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:36.862419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.867784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:36.868197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:36.868662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.869094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:36.869640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Bound port: 465c3604-c4ed-4fdf-a472-47c5e4e111f0, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:36.870121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.893841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.900326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:36.959399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d20067a4-1be1-4fa2-a953-e82e2b50f847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:36.981186 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a716495a7cf9497eb449dded801e4247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9421780 Apr 03 05:27:36.989336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58324) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:37.090876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12133c08-d8cb-49d2-9563-7d072a8e118c,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:37.096933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:37.138969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] For port 465c3604-c4ed-4fdf-a472-47c5e4e111f0, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:37.143171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] For port 465c3604-c4ed-4fdf-a472-47c5e4e111f0, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=465c3604-c4ed-4fdf-a472-47c5e4e111f0,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:37.144577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-38f55a9d-5070-4d60-863c-191520ef6058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.149736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.171982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed6370b6-272e-49ae-b3bd-20df83e336de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:37.178002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-38f55a9d-5070-4d60-863c-191520ef6058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.258341 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-38f55a9d-5070-4d60-863c-191520ef6058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.267990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-24b621e7-7e32-4934-bf52-6f2229aeb68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:37.283401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f55a9d-5070-4d60-863c-191520ef6058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12133c08-d8cb-49d2-9563-7d072a8e118c,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:37.286541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-38f55a9d-5070-4d60-863c-191520ef6058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:37.289441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-38f55a9d-5070-4d60-863c-191520ef6058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.295481 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-38f55a9d-5070-4d60-863c-191520ef6058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12133c08-d8cb-49d2-9563-7d072a8e118c HTTP/1.1" status: 204 len: 168 time: 0.3047447 Apr 03 05:27:37.351327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Pushing event updated for resources: {'Port': ['ID=465c3604-c4ed-4fdf-a472-47c5e4e111f0,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:37.357213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bb222e74-a6e7-4bde-89f2-cc0cd5fdf6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:37.419608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:37.420284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:37.510476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.600811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Transition to ACTIVE for port object efc933df-83b0-47ee-adb1-03c5bafcb662 will not be triggered until provisioned by entity DHCP. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:37.622508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:37.678303 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58348) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:37.702816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.721873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:37.726066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec8af29a319496490c30f0330e53e5c is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:37.731995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:37.741720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:37.744668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255f8d-4a25-4112-8201-c766cf607c34 req-6519183b-58f1-4b02-8a81-c802ab720647 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:37.746822 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-6519183b-58f1-4b02-8a81-c802ab720647 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/networks?id=f377785b-2a44-46e7-a600-3016e303f35f HTTP/1.1" status: 200 len: 809 time: 0.3653984 Apr 03 05:27:37.776704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96332d76-5981-403d-b062-7faab6060230 req-bd4ea50e-b62d-4eac-83e6-d96d7ec4bc4e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:37.778936 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-96332d76-5981-403d-b062-7faab6060230 req-bd4ea50e-b62d-4eac-83e6-d96d7ec4bc4e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.3989496 Apr 03 05:27:37.818987 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-72dca4e4-4342-4a7b-82f2-9c4c314bfea5 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/quotas/5a9dc0a3031745a89a29811adb634b30 HTTP/1.1" status: 200 len: 375 time: 0.0389650 Apr 03 05:27:37.858482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.859703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.865405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:37.875990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8e1bfbd0-2c72-4ace-852b-0763ece01ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:37.926382 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ec8af29a319496490c30f0330e53e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467813 Apr 03 05:27:37.927315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65745c75-e573-406a-b61a-bff0756592ff,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:37.930006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58362) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:37.933717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-695a17b1-efc8-45e5-a558-21b7da651167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:37.997621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.000100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:30Z', 'revision_number': 3, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:38.004957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a71c46-bf6b-4d05-9db8-6ec432b9d97a None None] The sync data for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb is: [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:30Z', 'revision_number': 3, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:27:38.018540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-57c26093-bc7e-4969-88a1-450da0a2b69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:38.039643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.052273 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-96332d76-5981-403d-b062-7faab6060230 req-f215cb1b-7d32-4b88-97f0-67bbe5eaeb3d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290673 Apr 03 05:27:38.078704 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-edca14e2-5322-4307-bb81-b638d27accbd tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a9dc0a3031745a89a29811adb634b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1989172 Apr 03 05:27:38.101752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.108138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f320e64d-49a8-4ac2-a91a-07ad09d1e654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:38.125594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.129666 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65745c75-e573-406a-b61a-bff0756592ff HTTP/1.1" status: 204 len: 168 time: 0.1958377 Apr 03 05:27:38.129666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65745c75-e573-406a-b61a-bff0756592ff,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:38.137247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:38.348894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Pushing event updated for resources: {'Port': ['ID=efc933df-83b0-47ee-adb1-03c5bafcb662,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:38.364673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:38.569293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-f91c43ed-07e0-4a89-ae6a-9b2f5f41afd3 service neutron] 10.222.0.23 "GET /v2.0/networks/f377785b-2a44-46e7-a600-3016e303f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742503 Apr 03 05:27:38.643755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58388) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:38.666919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.684090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:38.695820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Usage tracker for resource:security_group_rule and tenant:5b265dbf446d41f7a2608a886d670ca4 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:38.711396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:38.726320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:38.798869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:38.807907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:38.824017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:38.824754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.891684 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-8e9d76c5-be42-4da9-9f35-6b3eabdb79ab service neutron] 10.222.0.23 "GET /v2.0/networks/f377785b-2a44-46e7-a600-3016e303f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087804 Apr 03 05:27:38.934007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.942126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:38.971675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58398) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:38.972963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-376448c3-8f8f-4afc-a1ee-81362e21a367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:39.125200 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b265dbf446d41f7a2608a886d670ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778447 Apr 03 05:27:39.145109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.147450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58406) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:39.162036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c197080-ed52-4770-8e58-46a6456278f1,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:39.228838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f84af0b7-3fda-4b2e-ac5a-cbb91e22dc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:39.294147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-4dc2b377-f665-4f2c-ab1e-955ffdad346b None None] Provisioning for port efc933df-83b0-47ee-adb1-03c5bafcb662 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:39.301463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-4dc2b377-f665-4f2c-ab1e-955ffdad346b None None] Provisioning complete for port efc933df-83b0-47ee-adb1-03c5bafcb662 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:39.302477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b377-f665-4f2c-ab1e-955ffdad346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.364881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.394112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-353fc2d2-5ec8-426d-8ee6-6a650c1dca9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:39.410272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.463022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2b377-f665-4f2c-ab1e-955ffdad346b None None] Port efc933df-83b0-47ee-adb1-03c5bafcb662 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:27:39.488179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58418) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:39.488586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 465c3604-c4ed-4fdf-a472-47c5e4e111f0 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:39.496070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.501417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:39.515941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c197080-ed52-4770-8e58-46a6456278f1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:39.518990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:39.520263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.521494 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c197080-ed52-4770-8e58-46a6456278f1 HTTP/1.1" status: 204 len: 168 time: 0.3726609 Apr 03 05:27:39.602184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.628324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:39.642204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:39.643161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.662001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.676169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:39.684062 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c7a1868cac4060afb66fd4d2a696ad is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:39.690315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:39.694325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Usage tracker for resource:security_group_rule and tenant:12e6318aaad24c45beffb150acec1f53 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:39.697654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:39.706887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:39.744457 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc5a1735-9a01-4bad-8709-296ed318583d req-a78ab2cd-3fc7-46e3-9806-3361c4c041c8 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 210 time: 0.3547814 Apr 03 05:27:39.766677 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.774018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:39.800539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:39.820666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.859792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 465c3604-c4ed-4fdf-a472-47c5e4e111f0, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=465c3604-c4ed-4fdf-a472-47c5e4e111f0,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:39.866344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.872368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:39.923406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.931502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:39.957929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=465c3604-c4ed-4fdf-a472-47c5e4e111f0,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:39.962960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-aeda714f-f280-4191-a18c-0d3355414e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:39.970729 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:39.973828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08b3dd4-0c17-4075-b091-6b463d018f1f,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:39.983403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Checking segment: {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:39.984063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Network hostable DHCP agents. Network: a019de04-e19a-4cdf-996a-98badd12c78b, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:27:39.997599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:40.018563 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12e6318aaad24c45beffb150acec1f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267344 Apr 03 05:27:40.024788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58436) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:40.032429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8a3b1-c52e-48a9-af47-3b074edfd9fc,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:40.052458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:40.139008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.193728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.195797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.205668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.216140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:40.266869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Network a019de04-e19a-4cdf-996a-98badd12c78b is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:27:40.281927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, a019de04-e19a-4cdf-996a-98badd12c78b) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:40.282125 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc55a49-aa00-4a5b-9a19-41294295fae4,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:40.286419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:40.286971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:40.287795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.288683 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b9a3ad12-80de-4a87-a138-e3bd400befa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6c7a1868cac4060afb66fd4d2a696ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2886095 Apr 03 05:27:40.295951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f681598-6333-4ff3-abd9-767a557f343a None None] Network a019de04-e19a-4cdf-996a-98badd12c78b requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:40.296145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58446) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:40.335081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d65c8b-d07b-4e64-a697-281d7048996e req-e4bb732a-03d4-4280-b035-d2ca8d0d344b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:40.336985 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-01d65c8b-d07b-4e64-a697-281d7048996e req-e4bb732a-03d4-4280-b035-d2ca8d0d344b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.9459820 Apr 03 05:27:40.341588 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-5dc2dbad-56e4-45af-88bc-2914a093a6e2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7032545 Apr 03 05:27:40.344927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58452) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:40.359128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:40.367320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.373305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:40.381873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ca2b049e-4f07-4ab8-a1a4-ecec95ca8bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:40.402169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Usage tracker for resource:router and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:40.405686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8a3b1-c52e-48a9-af47-3b074edfd9fc,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:40.409927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:40.414888 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-01d65c8b-d07b-4e64-a697-281d7048996e req-8008aa70-1dfb-44ef-99c1-c7a9009f6403 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667593 Apr 03 05:27:40.415019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:40.427795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:40.433488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.438369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.439533 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.458741 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.459965 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3e8a3b1-c52e-48a9-af47-3b074edfd9fc HTTP/1.1" status: 204 len: 168 time: 0.4333718 Apr 03 05:27:40.468101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.469465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.477174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.516520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.519174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.575662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:40.645720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Pushing event updated for resources: {'Port': ['ID=efc933df-83b0-47ee-adb1-03c5bafcb662,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:40.648688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:40.684069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:40.685295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:40.702339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-a019de04-e19a-4cdf-996a-98badd12c78b', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:27:40.703262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.793476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:40.815198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a247d36d-7a70-4872-a92a-96dda2d078ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:40.886468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc55a49-aa00-4a5b-9a19-41294295fae4,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:40.891680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:41.045093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Allocated IP 172.20.0.2 (a019de04-e19a-4cdf-996a-98badd12c78b/d08b3dd4-0c17-4075-b091-6b463d018f1f/1cbee258-6e01-42e4-b001-2adaf8d90447) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:41.148005 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:41.149784 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cc55a49-aa00-4a5b-9a19-41294295fae4 HTTP/1.1" status: 204 len: 168 time: 0.8523645 Apr 03 05:27:41.329369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:41.335312 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:41.343318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Transition to ACTIVE for port object 1cbee258-6e01-42e4-b001-2adaf8d90447 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:41.364680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Transition to ACTIVE for port object 1cbee258-6e01-42e4-b001-2adaf8d90447 will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:41.403430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:41.422274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:41.447755 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2841b915-06a9-472b-8b53-90856705c5ea req-7d06536c-96ff-49aa-bde9-5f7d5d11eb55 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 210 time: 0.0542588 Apr 03 05:27:41.452022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58476) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:41.455842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Router 89eb586c-cd84-4471-985d-593241c59ade has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:27:41.519809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Pushing event updated for resources: {'Port': ['ID=1cbee258-6e01-42e4-b001-2adaf8d90447,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:41.522766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 465c3604-c4ed-4fdf-a472-47c5e4e111f0 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:41.607150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:41.630492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e6f2a3f0-6683-4e22-b5c3-03baa6a74b12 None None] Provisioning complete for port efc933df-83b0-47ee-adb1-03c5bafcb662 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:41.630911 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a3f0-6683-4e22-b5c3-03baa6a74b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:41.711755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255f8d-4a25-4112-8201-c766cf607c34 req-1acc7844-c55c-4ece-97bc-52ca6ccc438f tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:41.712845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-80255f8d-4a25-4112-8201-c766cf607c34 req-1acc7844-c55c-4ece-97bc-52ca6ccc438f tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Synchronizing usage tracker for tenant:5a9dc0a3031745a89a29811adb634b30 on resource:network {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:27:41.738856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:41.739276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:41.766566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-80255f8d-4a25-4112-8201-c766cf607c34 req-1acc7844-c55c-4ece-97bc-52ca6ccc438f tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Unset dirty status for tenant:5a9dc0a3031745a89a29811adb634b30 on resource:network {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:27:41.768691 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-1acc7844-c55c-4ece-97bc-52ca6ccc438f tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.15 "GET /v2.0/networks?id=f377785b-2a44-46e7-a600-3016e303f35f HTTP/1.1" status: 200 len: 809 time: 0.6253326 Apr 03 05:27:41.852575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Request body: {'port': {'device_id': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f', 'admin_state_up': True, 'tenant_id': '5a9dc0a3031745a89a29811adb634b30'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:41.899890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:41.943876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2a3f0-6683-4e22-b5c3-03baa6a74b12 None None] Port efc933df-83b0-47ee-adb1-03c5bafcb662 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:27:41.984727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Network a019de04-e19a-4cdf-996a-98badd12c78b is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:41.985827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:41.990421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:42.048711 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:42.052996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Usage tracker for resource:security_group_rule and tenant:ad2300809a024603865f4afdc4f48e28 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:42.055979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:42.062355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:42.101763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:42.110228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Usage tracker for resource:port and tenant:5a9dc0a3031745a89a29811adb634b30 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:42.115353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:42.144068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Attempting to bind port 1cbee258-6e01-42e4-b001-2adaf8d90447 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:42.144519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Attempting to bind port 1cbee258-6e01-42e4-b001-2adaf8d90447 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:42.144935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Attempting to bind port 1cbee258-6e01-42e4-b001-2adaf8d90447 on network a019de04-e19a-4cdf-996a-98badd12c78b {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:42.151760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:42.163207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:42.163633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Checking segment: {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:42.164088 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.164608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Bound using segment: {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:42.165199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Bound port: 1cbee258-6e01-42e4-b001-2adaf8d90447, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:42.165539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.171698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:27:42.190415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.200398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Sync routers for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:27:42.227717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.228714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.237962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.249787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c25c56b-ca70-499d-bfb2-142fb1538829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:42.297211 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] 10.222.0.23 "PUT /v2.0/routers/89eb586c-cd84-4471-985d-593241c59ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8932395 Apr 03 05:27:42.305415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:42.306259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:42.334033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Made reservation on behalf of 5a9dc0a3031745a89a29811adb634b30 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:42.339431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1926b4-11b5-4b6d-b1f1-42bca320280f req-9d5faf02-3833-471e-b7d2-81bf171abb24 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:42.347703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.347896 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-fb1926b4-11b5-4b6d-b1f1-42bca320280f req-9d5faf02-3833-471e-b7d2-81bf171abb24 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.4152966 Apr 03 05:27:42.383313 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad2300809a024603865f4afdc4f48e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300606 Apr 03 05:27:42.384109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ad3c5-6d10-4b66-b8d6-3c4ada4157e5,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:42.389710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58504) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:42.392456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:42.477083 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-fb1926b4-11b5-4b6d-b1f1-42bca320280f req-408d26dc-98ea-4d49-8e51-9ae485629707 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283884 Apr 03 05:27:42.521179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.570201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.638006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.644578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:42.662515 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ad3c5-6d10-4b66-b8d6-3c4ada4157e5,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:42.665295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:42.667213 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b6ad3c5-6d10-4b66-b8d6-3c4ada4157e5 HTTP/1.1" status: 204 len: 168 time: 0.2764845 Apr 03 05:27:42.668432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:42.830343 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2a220a6e-ec76-43a0-ad2c-32f56cef4483 req-93584ddb-69c7-47ad-ab3d-dfdabdb9d770 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 210 time: 0.0979385 Apr 03 05:27:43.100539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Allocated IP 172.20.0.12 (f377785b-2a44-46e7-a600-3016e303f35f/6943c9a2-8b72-4dab-a359-841ef1117f41/8193e2f5-fb6b-4798-817a-0dd539357f40) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:43.114569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Allocated IP 172.28.1.230 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/12535552-5410-45bb-8a32-ad277e23008e) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:43.125969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:43.299976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] For port 1cbee258-6e01-42e4-b001-2adaf8d90447, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:43.308090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] For port 1cbee258-6e01-42e4-b001-2adaf8d90447, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=1cbee258-6e01-42e4-b001-2adaf8d90447,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:43.326674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.418166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58542) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:43.425516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:43.425974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672687688', 'description': 'tempest-description--1488108908'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:43.433433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:43.438351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:43.441603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:43.447738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:43.460933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.480502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.490325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:43.496052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group_rule and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:43.499743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:43.509239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:43.543932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.583126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.624646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:43.672909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.678353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.691618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b03e8747-b3fe-49be-bc0a-77e2de008b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:43.862367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.867584 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4480948 Apr 03 05:27:43.868482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58570) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:43.877187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375ce1cd-5562-47b4-b9a1-8d7e0456ae66,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:43.887363 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'security_group_rule': {'security_group_id': '375ce1cd-5562-47b4-b9a1-8d7e0456ae66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:43.909832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Pushing event updated for resources: {'Port': ['ID=1cbee258-6e01-42e4-b001-2adaf8d90447,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:43.911272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:43.922441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:43.935844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:43.946606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Pushing event updated for resources: {'Port': ['ID=12535552-5410-45bb-8a32-ad277e23008e,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:43.953185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group_rule and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:43.957773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:43.959453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:43.966558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:40Z', 'revision_number': 2, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:43.974052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:43.975238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:43.984834 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Checking router: 89eb586c-cd84-4471-985d-593241c59ade for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:27:43.985266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Updating router 89eb586c-cd84-4471-985d-593241c59ade port efc933df-83b0-47ee-adb1-03c5bafcb662 binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:27:44.020069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ec50-0881-495d-aab4-c89cc1d3c6f6 req-7b20b8eb-dad1-437f-b62b-6aca93e22921 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:44.033064 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4b61ec50-0881-495d-aab4-c89cc1d3c6f6 req-7b20b8eb-dad1-437f-b62b-6aca93e22921 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2433755 Apr 03 05:27:44.076799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:44.103657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:44.180820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:44.303604 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4b61ec50-0881-495d-aab4-c89cc1d3c6f6 req-86537c28-8551-4ce4-a246-496dcf2ee7fb tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690260 Apr 03 05:27:44.380678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:44.441570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Pushing event updated for resources: {'Port': ['ID=8193e2f5-fb6b-4798-817a-0dd539357f40,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:44.444373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:44.472829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:44.476849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b6466c84-74cf-4bc8-9ff9-0ee83cd1eae4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:44.503981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58719a20-e345-4b60-a92e-4f21900763f7,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:44.515208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:44.548173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:44.554632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:44.558599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:44.585977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:44.588217 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ef286a8d-b2c2-48c4-b3ad-f5c7b312493a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7121773 Apr 03 05:27:44.603773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0da4f5-5049-49b9-8b35-4c6e0503b1a4 req-b2e9e61d-ba6f-4130-ad20-4f16182622fc tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:44.607938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58628) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:44.622320 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f0da4f5-5049-49b9-8b35-4c6e0503b1a4 req-b2e9e61d-ba6f-4130-ad20-4f16182622fc tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 932 time: 0.4399941 Apr 03 05:27:44.656556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'security_group_rule': {'security_group_id': '375ce1cd-5562-47b4-b9a1-8d7e0456ae66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:44.733088 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f0da4f5-5049-49b9-8b35-4c6e0503b1a4 req-5627fc3e-ae00-4005-9c54-232b6c8f961f tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058097 Apr 03 05:27:44.768157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:44.779693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group_rule and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:44.784043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Network f377785b-2a44-46e7-a600-3016e303f35f is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:44.787140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:44.790640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:44.806725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:44.838328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Transition to ACTIVE for port object efc933df-83b0-47ee-adb1-03c5bafcb662 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:44.849139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:44.849843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:44.881208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-67e527a9-5dda-4663-8253-5e5d3018cbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:44.898323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:44.955753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657506b-755e-489e-9ece-392a50c76170 None None] Pushing event updated for resources: {'Port': ['ID=efc933df-83b0-47ee-adb1-03c5bafcb662,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:44.960035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5657506b-755e-489e-9ece-392a50c76170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:45.075632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:45.076333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.114422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.215849 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3659387 Apr 03 05:27:45.252110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Request body: {'port': {'device_id': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:45.367259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58662) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:45.532645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Attempting to bind port efc933df-83b0-47ee-adb1-03c5bafcb662 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:45.538614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Attempting to bind port efc933df-83b0-47ee-adb1-03c5bafcb662 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:45.539200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Attempting to bind port efc933df-83b0-47ee-adb1-03c5bafcb662 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:45.553364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:45.556293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Checking segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:45.556791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.557331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Bound using segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:45.557805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Bound port: efc933df-83b0-47ee-adb1-03c5bafcb662, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:45.558230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.602566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 1cbee258-6e01-42e4-b001-2adaf8d90447 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:45.786289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.806149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:45.811606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Usage tracker for resource:security_group_rule and tenant:5a595aa2f7a84fe29720d068df38172e is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:45.815211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:45.822148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:45.858635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.919701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.930941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa502d-19e3-44e8-8368-9c59a5dbc2fd req-5517e3c8-5644-441c-83d4-d9e70e0e1435 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:45.943128 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71aa502d-19e3-44e8-8368-9c59a5dbc2fd req-5517e3c8-5644-441c-83d4-d9e70e0e1435 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.3368924 Apr 03 05:27:45.946194 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:45.962203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] For port efc933df-83b0-47ee-adb1-03c5bafcb662, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:45.969559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] For port efc933df-83b0-47ee-adb1-03c5bafcb662, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=efc933df-83b0-47ee-adb1-03c5bafcb662,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:45.998938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c8ce06-b9e2-4f27-8880-c1b8614f5e0a None None] Network a019de04-e19a-4cdf-996a-98badd12c78b requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:27:46.028002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.033187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0150a484-1685-4db7-b04c-6f4dec87579b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:46.109877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaff7e0-ec5f-4f28-81d6-83ae1d289571,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:46.118945 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.131348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.149306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:46.162157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:46.201051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0c193e12-41c5-4e73-bef2-b238287872a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:46.221941 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a595aa2f7a84fe29720d068df38172e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8531444 Apr 03 05:27:46.225037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.232827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58696) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:46.242870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a86b80-d67d-4393-9930-08d79673a1e8,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:46.258562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:46.317415 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71aa502d-19e3-44e8-8368-9c59a5dbc2fd req-6763a8c5-ce67-4efd-935b-216196dd17a5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854273 Apr 03 05:27:46.371075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d13e62-8775-41bd-aa6b-d97f60c5dc4f req-9e6b7b2d-a135-48ce-9484-10c7ae8d8fb6 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:46.372951 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-11d13e62-8775-41bd-aa6b-d97f60c5dc4f req-9e6b7b2d-a135-48ce-9484-10c7ae8d8fb6 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 932 time: 0.4283769 Apr 03 05:27:46.373983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.405435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.468594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.472941 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8508732 Apr 03 05:27:46.516242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 1cbee258-6e01-42e4-b001-2adaf8d90447 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:46.521858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58704) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:46.525704 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-11d13e62-8775-41bd-aa6b-d97f60c5dc4f req-ac017f29-88a6-4108-a1fb-8f6dabe0d7ac tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620580 Apr 03 05:27:46.529752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 1cbee258-6e01-42e4-b001-2adaf8d90447 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:46.530182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.532893 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'floatingip': {'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:46.540557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:46.546999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:floatingip and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:46.566417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:46.569919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.579805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b4b2c668-4858-43b1-911c-c08ab29921bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:46.617519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:46.618244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:46.625011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:46.627734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaff7e0-ec5f-4f28-81d6-83ae1d289571,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:46.634209 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:46.642652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.644959 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbaff7e0-ec5f-4f28-81d6-83ae1d289571 HTTP/1.1" status: 204 len: 168 time: 0.4097011 Apr 03 05:27:46.661637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:46.902572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f17a7a15-951d-495d-80e6-86f770a81f09 None None] Provisioning for port 1cbee258-6e01-42e4-b001-2adaf8d90447 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:46.995384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58720) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:47.019955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f17a7a15-951d-495d-80e6-86f770a81f09 None None] Provisioning complete for port 1cbee258-6e01-42e4-b001-2adaf8d90447 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:47.020422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f17a7a15-951d-495d-80e6-86f770a81f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.048282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.078941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657506b-755e-489e-9ece-392a50c76170 None None] Pushing event updated for resources: {'Port': ['ID=efc933df-83b0-47ee-adb1-03c5bafcb662,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:47.100798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5657506b-755e-489e-9ece-392a50c76170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:47.188430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.282662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58728) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:47.301822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.318342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.321600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:47.331798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Usage tracker for resource:security_group_rule and tenant:857cc09ba22b48c8bf854a29f33c28fd is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:47.341486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:47.345814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Allocated IP 172.28.1.26 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/1fdcde4e-717f-49a9-80f5-d25475c614c7) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:47.352885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:47.397749 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f17a7a15-951d-495d-80e6-86f770a81f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.429047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.467807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:47.485422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:47.523765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f431c6196094d37881c9adc88fd583e is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:47.531910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:47.550096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 1cbee258-6e01-42e4-b001-2adaf8d90447, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=1cbee258-6e01-42e4-b001-2adaf8d90447,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:47.570781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.579185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:47.602340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:47.678766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c7f0-e37e-4bc3-b27a-51a3164453cb req-232e84cc-f645-47e1-ae2f-0dfb6e1eefb8 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:47.680521 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd44c7f0-e37e-4bc3-b27a-51a3164453cb req-232e84cc-f645-47e1-ae2f-0dfb6e1eefb8 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.1909239 Apr 03 05:27:47.683782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.763263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.781628 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.781827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.799877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.818895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8cfe5d96-d4eb-4fa9-ab72-4b6b21e2c373 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:47.827425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c8631e0e-b2c8-48c0-a412-8c86fa6a6f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:47.842773 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f431c6196094d37881c9adc88fd583e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554445 Apr 03 05:27:47.847244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58740) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:47.858089 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58744) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:47.859560 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=857cc09ba22b48c8bf854a29f33c28fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8613842 Apr 03 05:27:47.908237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1582461-c5df-4cbe-9a77-9f2087f3e93f,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:47.933102 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd44c7f0-e37e-4bc3-b27a-51a3164453cb req-ee7d989e-863b-4db6-9894-2dd9d8f0a8cf tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420130 Apr 03 05:27:47.942930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:47.949609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:47.982536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-f17a7a15-951d-495d-80e6-86f770a81f09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:27:47.982957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-f17a7a15-951d-495d-80e6-86f770a81f09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:27:47.990101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=1cbee258-6e01-42e4-b001-2adaf8d90447,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:47.993306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:48.023155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-841a9e4b-1609-4a3c-a41e-c59ca850bddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:48.042923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:45Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:48.048459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74153d-5bf3-49ab-9b8b-4ba95e497f2a None None] The sync data for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb is: [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:45Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:27:48.049771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc59b7c-9508-4ecc-bc70-8a12593e8fd3,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:48.191353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:48.192011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Router 62745db6-2723-45f7-9231-3b44bd04fc2d is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:27:48.205811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797b7b-1ea2-4432-8709-a9f654afee30 req-c5291902-95f0-4098-a2fe-31d02b584c74 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:48.207546 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-da797b7b-1ea2-4432-8709-a9f654afee30 req-c5291902-95f0-4098-a2fe-31d02b584c74 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 932 time: 0.4941363 Apr 03 05:27:48.212993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9adc9158-afd3-4edf-b019-ffb5f314bace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.248148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'Port': ['ID=1fdcde4e-717f-49a9-80f5-d25475c614c7,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:48.258429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:48.304037 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-da797b7b-1ea2-4432-8709-a9f654afee30 req-cb117bbd-c2c9-499f-8bda-5e08ab4eba9f tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857072 Apr 03 05:27:48.319202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:48.320738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:48.324288 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:48.335770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8193e2f5-fb6b-4798-817a-0dd539357f40 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:27:48.365237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.427485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.433506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.461423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9adc9158-afd3-4edf-b019-ffb5f314bace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.515755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Transition to ACTIVE for port object 8193e2f5-fb6b-4798-817a-0dd539357f40 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:48.516653 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.551075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.590656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:48.652832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.700772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9880efee-30f5-4422-ac37-3b16dbdd8807 None None] Provisioning complete for port 1cbee258-6e01-42e4-b001-2adaf8d90447 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:48.701439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9880efee-30f5-4422-ac37-3b16dbdd8807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.801845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.809576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.811676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:27:48.816153 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Pushing event updated for resources: {'Port': ['ID=8193e2f5-fb6b-4798-817a-0dd539357f40,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:48.829547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:48.831687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Sync routers for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:27:48.837960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9adc9158-afd3-4edf-b019-ffb5f314bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:48.847158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:48.848181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:48.856509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:48.858665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-de93b82f-6f68-402a-b570-2b3d4f5576a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:48.986295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'Port': ['ID=1fdcde4e-717f-49a9-80f5-d25475c614c7,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:49.002476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:49.107147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc9158-afd3-4edf-b019-ffb5f314bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc59b7c-9508-4ecc-bc70-8a12593e8fd3,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:49.113510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9adc9158-afd3-4edf-b019-ffb5f314bace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:49.159526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:49.162217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:49.165838 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1582461-c5df-4cbe-9a77-9f2087f3e93f HTTP/1.1" status: 204 len: 168 time: 1.3044140 Apr 03 05:27:49.165838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Notify callbacks [] for router, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:49.165838 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8181629 Apr 03 05:27:49.169786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dc232035-bd67-4212-8824-d998f2f67ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:49.177409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9adc9158-afd3-4edf-b019-ffb5f314bace admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:49.178874 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9adc9158-afd3-4edf-b019-ffb5f314bace admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dc59b7c-9508-4ecc-bc70-8a12593e8fd3 HTTP/1.1" status: 204 len: 168 time: 1.3278387 Apr 03 05:27:49.181673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 58758) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:49.426592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:49.451536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1582461-c5df-4cbe-9a77-9f2087f3e93f,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:49.453919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:49.890525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device efc933df-83b0-47ee-adb1-03c5bafcb662 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:49.912561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:49.960512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b027-56f6-4fd7-8f36-0b0899d63453 req-00a544fb-562d-416e-9b55-fa3cc1aa78aa tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:49.962840 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c282b027-56f6-4fd7-8f36-0b0899d63453 req-00a544fb-562d-416e-9b55-fa3cc1aa78aa tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 944 time: 0.3722329 Apr 03 05:27:49.980077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a0595-3507-42d7-84eb-a8f5ec9990d6 req-3e8fc095-29e3-45b0-89ae-aa32969670e4 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:49.989826 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a37a0595-3507-42d7-84eb-a8f5ec9990d6 req-3e8fc095-29e3-45b0-89ae-aa32969670e4 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.5025547 Apr 03 05:27:50.052853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port efc933df-83b0-47ee-adb1-03c5bafcb662 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:50.065718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port efc933df-83b0-47ee-adb1-03c5bafcb662 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:50.066417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.132169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58778) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:50.138899 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a37a0595-3507-42d7-84eb-a8f5ec9990d6 req-5589afb6-d35e-404f-be73-c5a5f465ada7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478171 Apr 03 05:27:50.153251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:45Z', 'revision_number': 3, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:50.167645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Checking router: 62745db6-2723-45f7-9231-3b44bd04fc2d for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:27:50.168100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Updating router 62745db6-2723-45f7-9231-3b44bd04fc2d port 12535552-5410-45bb-8a32-ad277e23008e binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:27:50.222603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.249900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.265571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.268669 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7416387 Apr 03 05:27:50.287727 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c282b027-56f6-4fd7-8f36-0b0899d63453 req-4a092699-f1eb-4007-a89e-a13366ea3d88 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778568 Apr 03 05:27:50.290702 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd9d0c-eec9-4a39-b37d-075008ad873d req-9ed4d220-ac41-4aa5-beb9-21fe146d4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:50.291378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:50.293185 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4dd9d0c-eec9-4a39-b37d-075008ad873d req-9ed4d220-ac41-4aa5-beb9-21fe146d4b0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 1098 time: 1.4240508 Apr 03 05:27:50.300239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0f46422c534efe90f862627d651abd is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:50.306239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:50.321365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.323553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port efc933df-83b0-47ee-adb1-03c5bafcb662, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=efc933df-83b0-47ee-adb1-03c5bafcb662,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:50.326603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:50.331086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.332025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 1cbee258-6e01-42e4-b001-2adaf8d90447 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:50.377269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:50.474483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=efc933df-83b0-47ee-adb1-03c5bafcb662,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:50.480826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:50.543109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.547439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 1cbee258-6e01-42e4-b001-2adaf8d90447 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:50.548506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.549034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.595175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7e6ffdfc-d8c8-462f-ae4c-ca81533f5bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:50.614505 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd0f46422c534efe90f862627d651abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744914 Apr 03 05:27:50.618415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 58800) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:50.638724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Attempting to bind port 8193e2f5-fb6b-4798-817a-0dd539357f40 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:50.639290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Attempting to bind port 8193e2f5-fb6b-4798-817a-0dd539357f40 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '156c73ca-deb5-487d-8ac2-02ba99efb6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:50.639290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Attempting to bind port 8193e2f5-fb6b-4798-817a-0dd539357f40 on network f377785b-2a44-46e7-a600-3016e303f35f {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:50.696687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Port 8193e2f5-fb6b-4798-817a-0dd539357f40 on network f377785b-2a44-46e7-a600-3016e303f35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:27:50.697057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Attempting to bind port 8193e2f5-fb6b-4798-817a-0dd539357f40 on network f377785b-2a44-46e7-a600-3016e303f35f {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:50.721860 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa30e1ad-eeac-42a3-9d35-86ef515b986d,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:50.758456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:50.807016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-ce68d603-1ee1-4ec2-bce0-992257a83dde tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Synchronizing usage tracker for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:27:50.829634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.834000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:50.834394 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Checking segment: {'id': '156c73ca-deb5-487d-8ac2-02ba99efb6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:50.834828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Bound using segment: {'id': '156c73ca-deb5-487d-8ac2-02ba99efb6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:50.835327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Bound port: 8193e2f5-fb6b-4798-817a-0dd539357f40, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156c73ca-deb5-487d-8ac2-02ba99efb6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:50.835714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.861398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-ce68d603-1ee1-4ec2-bce0-992257a83dde tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Unset dirty status for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:27:50.862849 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-ce68d603-1ee1-4ec2-bce0-992257a83dde tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--672687688&fields=id&tenant_id=7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 267 time: 0.1829407 Apr 03 05:27:50.905487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:50.952817 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4dd9d0c-eec9-4a39-b37d-075008ad873d req-837f00e3-4136-4319-8858-df30d3004711 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918389 Apr 03 05:27:51.055673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.070994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Transition to ACTIVE for port object 12535552-5410-45bb-8a32-ad277e23008e will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:51.081103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.112882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7c400ac2-ff1a-4553-a6d1-dc139078e1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:51.113458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-0107ab6a-dd85-4b00-863c-0a1923a35e14 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:51.114205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-0107ab6a-dd85-4b00-863c-0a1923a35e14 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Synchronizing usage tracker for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:network {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:27:51.119264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.125263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-de836f36-be56-4c28-8545-e09ba9846420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:51.125425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] For port 8193e2f5-fb6b-4798-817a-0dd539357f40, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:51.130562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] For port 8193e2f5-fb6b-4798-817a-0dd539357f40, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8193e2f5-fb6b-4798-817a-0dd539357f40,segment=NetworkSegment(156c73ca-deb5-487d-8ac2-02ba99efb6be),segment_id=156c73ca-deb5-487d-8ac2-02ba99efb6be)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:51.149539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa30e1ad-eeac-42a3-9d35-86ef515b986d,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:51.154852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:51.156587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.160621 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa30e1ad-eeac-42a3-9d35-86ef515b986d HTTP/1.1" status: 204 len: 168 time: 0.5385795 Apr 03 05:27:51.162092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-0107ab6a-dd85-4b00-863c-0a1923a35e14 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Unset dirty status for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:network {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:27:51.163284 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-0107ab6a-dd85-4b00-863c-0a1923a35e14 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 817 time: 0.2918639 Apr 03 05:27:51.190695 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-5fa2fb08-f42d-44ab-93c7-8cd5eed73d14 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/quotas/7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 375 time: 0.0210168 Apr 03 05:27:51.214986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.226028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25fc7-71de-454c-8923-0558fafadb62 None None] Pushing event updated for resources: {'Port': ['ID=12535552-5410-45bb-8a32-ad277e23008e,revision_number=2']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:51.236661 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-53e25fc7-71de-454c-8923-0558fafadb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:51.345425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-423d4ce7-3601-405c-bbad-39f096cec1c4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Synchronizing usage tracker for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:port {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:27:51.371371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:51.494482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:51.496011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.498029 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] 10.222.0.15 "PUT /v2.0/ports/8193e2f5-fb6b-4798-817a-0dd539357f40 HTTP/1.1" status: 200 len: 1094 time: 6.2652142 Apr 03 05:27:51.503368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'tag': '8193e2f5-fb6b-4798-817a-0dd539357f40'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:51.532938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-423d4ce7-3601-405c-bbad-39f096cec1c4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Unset dirty status for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:port {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:27:51.534388 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-423d4ce7-3601-405c-bbad-39f096cec1c4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3376062 Apr 03 05:27:51.552504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Attempting to bind port 12535552-5410-45bb-8a32-ad277e23008e on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:27:51.553268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Attempting to bind port 12535552-5410-45bb-8a32-ad277e23008e by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:27:51.553863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Attempting to bind port 12535552-5410-45bb-8a32-ad277e23008e on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:27:51.562876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:27:51.566195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:27:51.576488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.577016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:27:51.577587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Bound port: 12535552-5410-45bb-8a32-ad277e23008e, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:27:51.578016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.591285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb45be0-9966-4237-82ff-e376d2dfc38f req-dca30411-b31f-4acc-a365-d9ec7537f70f tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:51.593043 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cb45be0-9966-4237-82ff-e376d2dfc38f req-dca30411-b31f-4acc-a365-d9ec7537f70f tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.2212958 Apr 03 05:27:51.659690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Pushing event updated for resources: {'Port': ['ID=8193e2f5-fb6b-4798-817a-0dd539357f40,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:51.675107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:51.698450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device efc933df-83b0-47ee-adb1-03c5bafcb662 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:51.795368 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cb45be0-9966-4237-82ff-e376d2dfc38f req-c16137c8-1fac-4f3d-a304-ee1903bf11db tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811991 Apr 03 05:27:51.803365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] For port 12535552-5410-45bb-8a32-ad277e23008e, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:27:51.814183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port efc933df-83b0-47ee-adb1-03c5bafcb662 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:51.814507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] For port 12535552-5410-45bb-8a32-ad277e23008e, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=12535552-5410-45bb-8a32-ad277e23008e,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:27:51.814642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.823241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:51.855453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:51.930192 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-39407d9d-ec7a-475b-b1a0-1638588dc215 service neutron] 10.222.0.23 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714948 Apr 03 05:27:51.978828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255f8d-4a25-4112-8201-c766cf607c34 req-fdaffcda-4ca3-486c-ade1-d18c9dfd2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:51.981588 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-fdaffcda-4ca3-486c-ade1-d18c9dfd2d28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a9dc0a3031745a89a29811adb634b30&device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 1097 time: 0.4082716 Apr 03 05:27:52.135062 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:52.195731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25fc7-71de-454c-8923-0558fafadb62 None None] Pushing event updated for resources: {'Port': ['ID=12535552-5410-45bb-8a32-ad277e23008e,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:52.205258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-53e25fc7-71de-454c-8923-0558fafadb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:52.241567 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-05b322ea-099a-4605-9d19-a3c2bc7bcfc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8193e2f5-fb6b-4798-817a-0dd539357f40 HTTP/1.1" status: 200 len: 217 time: 0.2502260 Apr 03 05:27:52.291413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:52.292592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:52.361575 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-1cba7462-063f-486e-b6fb-dd0d3842bf8e service neutron] 10.222.0.23 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101388 Apr 03 05:27:52.377775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d1ac-c4b6-4c36-b160-88ab059abfdb req-1ae10cbb-0bcb-4548-a6b2-e6a62a672414 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:52.377775 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ce71d1ac-c4b6-4c36-b160-88ab059abfdb req-1ae10cbb-0bcb-4548-a6b2-e6a62a672414 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 944 time: 0.1825023 Apr 03 05:27:52.412102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255f8d-4a25-4112-8201-c766cf607c34 req-fb72108d-d81d-4085-8bc5-318d40c5b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:52.421117 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-fb72108d-d81d-4085-8bc5-318d40c5b99b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6943c9a2-8b72-4dab-a359-841ef1117f41 HTTP/1.1" status: 200 len: 849 time: 0.1685293 Apr 03 05:27:52.436689 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ce71d1ac-c4b6-4c36-b160-88ab059abfdb req-3bd7e9f0-1bbe-4fa5-b966-64c1c4d39ca5 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Apr 03 05:27:52.532184 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'tag': '8193e2f5-fb6b-4798-817a-0dd539357f40', 'status': 'completed', 'code': 200} Apr 03 05:27:52.554889 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-50eb578a-33b7-445e-aca6-7941c19a7701 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f377785b-2a44-46e7-a600-3016e303f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103055 Apr 03 05:27:52.597841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:27:52.738122 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ced63c8e-5f09-47f2-84a4-05ecfb330558 req-393eae65-82ed-4016-ae0c-c2a8f7768ef2 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 210 time: 0.1162758 Apr 03 05:27:52.868848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Allocated IP 172.20.0.1 (a019de04-e19a-4cdf-996a-98badd12c78b/d08b3dd4-0c17-4075-b091-6b463d018f1f/c51704b2-9d0a-4977-9482-0fc30e22b069) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:53.061776 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-fac9ca23-588b-4eec-afad-1a89b0ff09ab service neutron] 10.222.0.15 "GET /v2.0/networks/f377785b-2a44-46e7-a600-3016e303f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963722 Apr 03 05:27:53.123493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f154da-6099-46ee-83f9-000075b68738 req-cff8cb8c-b63c-4ce1-aaeb-5853ded31df3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:53.125760 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82f154da-6099-46ee-83f9-000075b68738 req-cff8cb8c-b63c-4ce1-aaeb-5853ded31df3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.1388130 Apr 03 05:27:53.180463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:45Z', 'revision_number': 3, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:53.185274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db42cf7-e808-4bfb-be79-080a877b369d None None] The sync data for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb is: [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:45Z', 'revision_number': 3, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:27:53.193028 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82f154da-6099-46ee-83f9-000075b68738 req-a978efdb-a75e-4733-a9d0-783450525a72 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607474 Apr 03 05:27:53.258042 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-80255f8d-4a25-4112-8201-c766cf607c34 req-8f0a6397-78ad-4416-b2b9-8e536e249a53 service neutron] 10.222.0.15 "GET /v2.0/networks/f377785b-2a44-46e7-a600-3016e303f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883314 Apr 03 05:27:53.291271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:53.313540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Transition to ACTIVE for port object c51704b2-9d0a-4977-9482-0fc30e22b069 will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:53.563908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30a148-d867-4274-965b-002fc32bc7b3 req-2bab9d4f-54ae-402a-a613-659dfc6860c5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:53.566784 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3f30a148-d867-4274-965b-002fc32bc7b3 req-2bab9d4f-54ae-402a-a613-659dfc6860c5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1915488 Apr 03 05:27:53.645112 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3f30a148-d867-4274-965b-002fc32bc7b3 req-ec89a6ab-7ea9-4f6f-88aa-94e4ab75aba3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Apr 03 05:27:53.795656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:53.807092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adea11-2f69-4dd6-9ffc-a4e37e4662c6 req-4f4fe9d3-3907-4d90-9e9b-0b429c7eee78 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:53.815591 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-87adea11-2f69-4dd6-9ffc-a4e37e4662c6 req-4f4fe9d3-3907-4d90-9e9b-0b429c7eee78 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 944 time: 0.1746747 Apr 03 05:27:53.827736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1235515b-6253-47fc-a643-560e0d873582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:53.939555 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-87adea11-2f69-4dd6-9ffc-a4e37e4662c6 req-fbd85a32-59b8-431c-921e-b97c6b801bfc tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228886 Apr 03 05:27:54.034509 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-0fb19745-d9c7-4c8d-a187-53a68ed37207 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6a0d5bfdea5040a3a9f0eb380360bbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868561 Apr 03 05:27:54.197141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c51704b2-9d0a-4977-9482-0fc30e22b069,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:54.203975 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:54.249657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-2b00ec06-fe62-4023-b8ff-8e52fb9813c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:54.251606 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-2b00ec06-fe62-4023-b8ff-8e52fb9813c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a9dc0a3031745a89a29811adb634b30&device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 1097 time: 0.9175863 Apr 03 05:27:54.350058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-c0e53919-c55b-4501-b32a-44ecbf6382f8 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:54.351729 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-c0e53919-c55b-4501-b32a-44ecbf6382f8 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023596 Apr 03 05:27:54.395566 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-889e1c1d-3cb4-4193-bb53-4ac198184af0 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/quotas/6a0d5bfdea5040a3a9f0eb380360bbeb HTTP/1.1" status: 200 len: 375 time: 0.0329325 Apr 03 05:27:54.498101 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-f26d1815-1068-4d44-923e-9f5816558ebc tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a0d5bfdea5040a3a9f0eb380360bbeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903375 Apr 03 05:27:54.630688 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-fed2214e-bd01-412a-8910-845a764ad838 req-d5cf4f89-cded-4d1b-bc19-0344cfa54ee5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 210 time: 0.1296239 Apr 03 05:27:54.870721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-64c932ac-f7fb-402b-85be-08c55809220a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:54.872494 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-64c932ac-f7fb-402b-85be-08c55809220a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 817 time: 0.5399449 Apr 03 05:27:54.874015 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-181b19f2-df9c-42ba-8945-1b53827a68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:54.875762 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-181b19f2-df9c-42ba-8945-1b53827a68a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f377785b-2a44-46e7-a600-3016e303f35f HTTP/1.1" status: 200 len: 910 time: 0.6021552 Apr 03 05:27:54.878001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Network a019de04-e19a-4cdf-996a-98badd12c78b is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:54.880218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:54.889109 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a5bf3cc1-1815-4cf2-831b-1d6e14136deb req-f1b0d7e7-2ea1-40ea-af29-132f059b6ed0 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 210 time: 0.0705528 Apr 03 05:27:54.956226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:55.157274 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-d919c8e8-7810-434d-b1fe-8e5af56bb659 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8193e2f5-fb6b-4798-817a-0dd539357f40 HTTP/1.1" status: 200 len: 217 time: 0.1612353 Apr 03 05:27:55.243980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ece4927f-f696-4ee7-8cc1-9369129f8ec7 None None] Provisioning for port c51704b2-9d0a-4977-9482-0fc30e22b069 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:55.262753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-c9f89dc1-c03f-43bb-9943-a0c68b267058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:55.264390 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-c9f89dc1-c03f-43bb-9943-a0c68b267058 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6943c9a2-8b72-4dab-a359-841ef1117f41 HTTP/1.1" status: 200 len: 849 time: 0.0913277 Apr 03 05:27:55.265209 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ece4927f-f696-4ee7-8cc1-9369129f8ec7 None None] Provisioning complete for port c51704b2-9d0a-4977-9482-0fc30e22b069 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:55.265751 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ece4927f-f696-4ee7-8cc1-9369129f8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:55.267043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d18df9-a262-48df-b1c5-5542bfb574c9 req-981f3e04-d997-4d87-ad1e-569ad231e6fd tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:55.269541 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d8d18df9-a262-48df-b1c5-5542bfb574c9 req-981f3e04-d997-4d87-ad1e-569ad231e6fd tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 944 time: 0.1677675 Apr 03 05:27:55.341897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-8abafca9-d7fa-45cf-af8b-06cc8fd282f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f377785b-2a44-46e7-a600-3016e303f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625732 Apr 03 05:27:55.364077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:55.417773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ece4927f-f696-4ee7-8cc1-9369129f8ec7 None None] Port c51704b2-9d0a-4977-9482-0fc30e22b069 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:27:55.435266 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d8d18df9-a262-48df-b1c5-5542bfb574c9 req-868aa917-fea0-4635-8029-6deba121c1bc tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558692 Apr 03 05:27:55.535706 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9f0b8d30-5bec-4bef-b869-8467909da204 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 5708 time: 0.6214190 Apr 03 05:27:55.548434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'port': {'device_id': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'admin_state_up': True, 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'security_groups': ['375ce1cd-5562-47b4-b9a1-8d7e0456ae66']}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:55.692781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 12535552-5410-45bb-8a32-ad277e23008e up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:55.717643 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-7cd80452-64b2-4279-a920-78689b57fb0b service neutron] 10.222.0.15 "GET /v2.0/networks/f377785b-2a44-46e7-a600-3016e303f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653400 Apr 03 05:27:55.846397 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0e5ca145-769c-468d-9f87-1329ffa7b9b8 req-cf0e7f8d-b6ae-4f2b-9921-33e8296a5d31 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 210 time: 0.0643916 Apr 03 05:27:55.879861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:55.946136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:56.002503 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2175644b-be67-4e74-841d-c77599ca2eb6 req-2ea7cca5-a511-4065-ae32-18392c183c82 service neutron] 10.222.0.15 "GET /v2.0/networks/f377785b-2a44-46e7-a600-3016e303f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764750 Apr 03 05:27:56.033866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Made reservation on behalf of 7fc5586229ec4ce0ac694f6300151483 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:56.040093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:56.069437 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:56.073577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 12535552-5410-45bb-8a32-ad277e23008e completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:56.087750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 12535552-5410-45bb-8a32-ad277e23008e triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:56.088690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:56.174980 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-76bcd94d-abc3-4ba2-9cde-545aaba742ca req-0107f990-fa26-4798-8f0d-1cdc716ca700 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 210 time: 0.0832109 Apr 03 05:27:56.262188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:56.281566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 12535552-5410-45bb-8a32-ad277e23008e, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=12535552-5410-45bb-8a32-ad277e23008e,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:56.286510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:56.288790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:56.421179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=12535552-5410-45bb-8a32-ad277e23008e,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:56.434347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:56.481571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799547-72da-4fb7-844a-c020e4192021 req-672a6cd0-61b7-428f-a7b9-e9b756f5d59c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:56.491286 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-93799547-72da-4fb7-844a-c020e4192021 req-672a6cd0-61b7-428f-a7b9-e9b756f5d59c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1703539 Apr 03 05:27:56.681158 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-93799547-72da-4fb7-844a-c020e4192021 req-12e400a1-c3d8-4e31-8b23-c711a53268fe tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834438 Apr 03 05:27:56.730836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0b366-f750-44f2-9d13-f337d19f3942 req-ed95afa8-d958-49d2-b753-689fae99c2ec tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:56.732654 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-40e0b366-f750-44f2-9d13-f337d19f3942 req-ed95afa8-d958-49d2-b753-689fae99c2ec tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 944 time: 0.1369808 Apr 03 05:27:56.802725 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-55f8ed47-3897-44dc-b763-813da2712049 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a0d5bfdea5040a3a9f0eb380360bbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430092 Apr 03 05:27:56.806291 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-40e0b366-f750-44f2-9d13-f337d19f3942 req-4106b2d2-de42-4d08-b392-7c4cc2c5ddc0 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655522 Apr 03 05:27:56.901960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:57.037169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:57.041167 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e6d30833-ba8d-4a33-a45e-1d61a6b3a599 req-7d9e86f9-4729-4c7a-aa0c-9219db8990c7 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 210 time: 0.0507321 Apr 03 05:27:57.076355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-de01e192-8cee-40d0-80d5-540d21363cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:57.130569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 8193e2f5-fb6b-4798-817a-0dd539357f40 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:27:57.222294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Allocated IP 172.20.0.7 (2ac2ce3e-c4b4-4703-b5af-2db8bf03489e/5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5/014d4c01-1e0a-4238-9272-474eca2ae6e1) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:57.233468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c51704b2-9d0a-4977-9482-0fc30e22b069,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:57.237491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de19b2-9d7e-4833-b795-091b82486488 req-8467b7cd-75fa-4101-8d6d-c9f3550a3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:57.239106 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06de19b2-9d7e-4833-b795-091b82486488 req-8467b7cd-75fa-4101-8d6d-c9f3550a3c4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 0.5807810 Apr 03 05:27:57.243319 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:57.243806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:57.271999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-2a9181af-0296-4407-b8f3-af209279f686 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:57.273556 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-2a9181af-0296-4407-b8f3-af209279f686 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4549990 Apr 03 05:27:57.284958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 8193e2f5-fb6b-4798-817a-0dd539357f40, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8193e2f5-fb6b-4798-817a-0dd539357f40,segment=NetworkSegment(156c73ca-deb5-487d-8ac2-02ba99efb6be),segment_id=156c73ca-deb5-487d-8ac2-02ba99efb6be)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:57.300598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '8193e2f5-fb6b-4798-817a-0dd539357f40', 'network_id': 'f377785b-2a44-46e7-a600-3016e303f35f', 'port_id': '8193e2f5-fb6b-4798-817a-0dd539357f40', 'mac_address': 'fa:16:3e:39:e7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6943c9a2-8b72-4dab-a359-841ef1117f41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:27:57.318753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Request body: {'port': {'device_id': 'eeac2140-dc17-4004-a329-1c7e28915129', 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5', 'admin_state_up': True, 'tenant_id': '6a0d5bfdea5040a3a9f0eb380360bbeb'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:27:57.344366 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39f3718a-fda3-43fe-aed3-ddbd729db96e req-573c3af9-1bf6-41cc-888c-66ad27b1b995 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 210 time: 0.0538423 Apr 03 05:27:57.368440 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:57.387731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8193e2f5-fb6b-4798-817a-0dd539357f40 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:27:57.403709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 8193e2f5-fb6b-4798-817a-0dd539357f40, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8193e2f5-fb6b-4798-817a-0dd539357f40,segment=NetworkSegment(156c73ca-deb5-487d-8ac2-02ba99efb6be),segment_id=156c73ca-deb5-487d-8ac2-02ba99efb6be)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:57.406847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:57.409043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:57.481813 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=8193e2f5-fb6b-4798-817a-0dd539357f40,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:57.488773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:57.653604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 12535552-5410-45bb-8a32-ad277e23008e up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:57.732575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 12535552-5410-45bb-8a32-ad277e23008e triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:57.733003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:57.774184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['8193e2f5-fb6b-4798-817a-0dd539357f40'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:27:57.788121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de19b2-9d7e-4833-b795-091b82486488 req-589e5bed-7589-49b0-906c-4e232a025f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:57.789743 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06de19b2-9d7e-4833-b795-091b82486488 req-589e5bed-7589-49b0-906c-4e232a025f67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.5295663 Apr 03 05:27:57.864887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:57.893789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Usage tracker for resource:port and tenant:6a0d5bfdea5040a3a9f0eb380360bbeb is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:57.897507 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06de19b2-9d7e-4833-b795-091b82486488 req-302f374e-95da-4a73-99c4-9bfb2340a434 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 217 time: 0.0979419 Apr 03 05:27:57.900443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:57.914930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Network a019de04-e19a-4cdf-996a-98badd12c78b is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:57.960866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59aa86-a885-4e92-91aa-29cda271639a req-b8b43e7f-f6e0-423c-9f59-0f1a4792ecae tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:57.962652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:57.965368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:57.972243 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5e59aa86-a885-4e92-91aa-29cda271639a req-b8b43e7f-f6e0-423c-9f59-0f1a4792ecae tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1625507 Apr 03 05:27:58.067379 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5e59aa86-a885-4e92-91aa-29cda271639a req-d30cc6a2-800c-4516-8d3b-1e9f8ce737c3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800118 Apr 03 05:27:58.098315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Made reservation on behalf of 6a0d5bfdea5040a3a9f0eb380360bbeb for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:27:58.107981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.129194 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.196478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6fda-7d65-40c6-8a0a-af0745d8afdc req-bcbadbb5-b92e-4da2-af5b-41dc36c2da70 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:58.198819 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9d7d6fda-7d65-40c6-8a0a-af0745d8afdc req-bcbadbb5-b92e-4da2-af5b-41dc36c2da70 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 945 time: 0.1294763 Apr 03 05:27:58.230454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.250610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de19b2-9d7e-4833-b795-091b82486488 req-2ee31c8a-e626-4c46-bb60-e9ce42ebb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:58.252876 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06de19b2-9d7e-4833-b795-091b82486488 req-2ee31c8a-e626-4c46-bb60-e9ce42ebb794 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.3401053 Apr 03 05:27:58.270508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Transition to ACTIVE for port object 014d4c01-1e0a-4238-9272-474eca2ae6e1 will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:27:58.272152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-31848f3a-1948-4473-8441-a9c92f46eaff None None] Provisioning complete for port c51704b2-9d0a-4977-9482-0fc30e22b069 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:58.273034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-31848f3a-1948-4473-8441-a9c92f46eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.277011 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9d7d6fda-7d65-40c6-8a0a-af0745d8afdc req-c0ae7e90-3644-4ca7-b3dc-f47fc328fbee tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 Apr 03 05:27:58.321061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:58.337388 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06de19b2-9d7e-4833-b795-091b82486488 req-a0d84303-7925-40e5-a3ba-0dfe7cb941cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647709 Apr 03 05:27:58.342408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Usage tracker for resource:security_group_rule and tenant:6a0d5bfdea5040a3a9f0eb380360bbeb is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:58.353395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-31848f3a-1948-4473-8441-a9c92f46eaff None None] Port c51704b2-9d0a-4977-9482-0fc30e22b069 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:27:58.371582 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:58.398400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:58.463328 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d03e98d5-741e-490d-a08c-4090851cb268 req-5068a441-d0ae-4832-9d1b-4d5fd4383733 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 210 time: 0.0683329 Apr 03 05:27:58.484138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59006) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:58.573340 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-458edc54-9cc3-4864-8a26-548aab71a436 req-0eefcbfe-1ae1-4567-a869-b9e653bbc58f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 210 time: 0.0576687 Apr 03 05:27:58.575837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ab523380-5d54-4a87-a4d5-0d2d10fb98eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.640861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.657410 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:58.662512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Usage tracker for resource:security_group_rule and tenant:282fa00870aa43ebab666b5784479f24 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:58.666606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:58.672819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:58.761664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.765093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.774176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-847fdf58-50e5-4433-afc4-7b4c69c3bc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:58.777750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.800799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Router 62745db6-2723-45f7-9231-3b44bd04fc2d has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:27:58.801577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:58.817698 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=282fa00870aa43ebab666b5784479f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323746 Apr 03 05:27:58.819474 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633473e5-467f-4c18-9af8-da386923c18b,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:58.822125 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59018) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:58.834381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-88ef961a-0928-4b73-bbb0-7a429a257c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:58.885519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.913183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.971218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.976674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3776560e-71d1-491f-a019-0bf753c2b658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:58.990716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633473e5-467f-4c18-9af8-da386923c18b,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:58.993147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:58.995735 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:58.997075 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/633473e5-467f-4c18-9af8-da386923c18b HTTP/1.1" status: 204 len: 168 time: 0.1739440 Apr 03 05:27:59.093395 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06de19b2-9d7e-4833-b795-091b82486488 req-78426f98-71dc-44ca-b32a-fa8c29b8e311 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7448139 Apr 03 05:27:59.130986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 8193e2f5-fb6b-4798-817a-0dd539357f40 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:27:59.191202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:59.211787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:59.219784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 8193e2f5-fb6b-4798-817a-0dd539357f40 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:59.226392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 8193e2f5-fb6b-4798-817a-0dd539357f40 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:59.226481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.308293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9920449-455b-43cc-b521-5929d981d514 req-712d41eb-dfcd-4515-b263-3537b2eeea19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:59.315809 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e9920449-455b-43cc-b521-5929d981d514 req-712d41eb-dfcd-4515-b263-3537b2eeea19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1375225 Apr 03 05:27:59.363336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.368202 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e9920449-455b-43cc-b521-5929d981d514 req-320af604-4ed4-4e9a-8bda-ae5ea16ff35b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514719 Apr 03 05:27:59.379535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.399947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59032) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:27:59.406676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2e0986fa-fe6d-4ec2-9c94-28315f295c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:59.429772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.430995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.463615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193e2f5-fb6b-4798-817a-0dd539357f40'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:27:59.475519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:27:59.476093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 8193e2f5-fb6b-4798-817a-0dd539357f40, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8193e2f5-fb6b-4798-817a-0dd539357f40,segment=NetworkSegment(156c73ca-deb5-487d-8ac2-02ba99efb6be),segment_id=156c73ca-deb5-487d-8ac2-02ba99efb6be)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:27:59.480501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:27:59.480738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.490238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:59.490377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:27:59.510702 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06de19b2-9d7e-4833-b795-091b82486488 req-9b96ba49-5e1f-44e0-b4bd-39a9a671b892 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954411 Apr 03 05:27:59.512483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:27:59.518375 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:27:59.525443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Usage tracker for resource:security_group_rule and tenant:4f0f1ac63a7b4db79254141f4693017c is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:27:59.530395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Sync routers for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:27:59.532012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:27:59.542508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:27:59.584666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:27:59.585617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:27:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:27:59.600227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c01cfb-c13e-4a3f-a19e-689e74ff29b8,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:59.625535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:59.643355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab985910-8451-4a0e-a160-b12773d38379 req-98e940ae-5864-4131-b251-2e8341c83dfa tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:59.652624 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ab985910-8451-4a0e-a160-b12773d38379 req-98e940ae-5864-4131-b251-2e8341c83dfa tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 946 time: 0.1977193 Apr 03 05:27:59.717108 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193e2f5-fb6b-4798-817a-0dd539357f40', 'code': 200} Apr 03 05:27:59.752147 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ab985910-8451-4a0e-a160-b12773d38379 req-d9bc2afa-5b05-4d94-9c31-965747fe95ad tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957544 Apr 03 05:27:59.818167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:27:59.818767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.926218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=8193e2f5-fb6b-4798-817a-0dd539357f40,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:27:59.928552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Allocated IP 192.168.233.212 (264d8f15-8c26-4862-9b91-51a31084e6d5/56751163-35ac-4e41-9c84-dafd2d405b18/464c2707-cf1a-4ece-865f-398ae08ee91b) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:27:59.939341 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:27:59.939619 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-7ae70681-97c7-4e5a-9368-3623af31d0f1 None None] Provisioning for port 014d4c01-1e0a-4238-9272-474eca2ae6e1 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:27:59.941522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.952409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-7ae70681-97c7-4e5a-9368-3623af31d0f1 None None] Provisioning complete for port 014d4c01-1e0a-4238-9272-474eca2ae6e1 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:27:59.952672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.952823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7ae70681-97c7-4e5a-9368-3623af31d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:27:59.964363 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-053536f2-073e-4f0e-909e-5b9ae83dd369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:27:59.978449 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] 10.222.0.23 "PUT /v2.0/routers/62745db6-2723-45f7-9231-3b44bd04fc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7926972 Apr 03 05:27:59.983799 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4394534 Apr 03 05:28:00.024042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Request body: {'port': {'device_id': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:00.048485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-7ae70681-97c7-4e5a-9368-3623af31d0f1 None None] Port 014d4c01-1e0a-4238-9272-474eca2ae6e1 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:00.059839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:00.090910 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f0f1ac63a7b4db79254141f4693017c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6902928 Apr 03 05:28:00.106363 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 59050) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:00.107445 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-78093ae6-8b50-4a91-a8d6-72a295b81a9a req-787ad27d-73e1-4628-9d8a-575b455e4c9f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 210 time: 0.1052272 Apr 03 05:28:00.117870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4745c032-77bc-4fef-a33f-d57c2ff76fca,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:00.133632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:00.137104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.143734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f5a07-d81c-4961-8e70-ce2f60091ad5 req-5617166d-6b24-4909-a70c-6ee7fe2d56fb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:00.145609 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-df2f5a07-d81c-4961-8e70-ce2f60091ad5 req-5617166d-6b24-4909-a70c-6ee7fe2d56fb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 931 time: 0.3087158 Apr 03 05:28:00.203020 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-df2f5a07-d81c-4961-8e70-ce2f60091ad5 req-b2c39e2a-27cf-4b0c-ad84-a9093a6322ad tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491564 Apr 03 05:28:00.439978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 2, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:00.445906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Checking router: 62745db6-2723-45f7-9231-3b44bd04fc2d for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:28:00.446480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Updating router 62745db6-2723-45f7-9231-3b44bd04fc2d port c51704b2-9d0a-4977-9482-0fc30e22b069 binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:28:00.453486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.470808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.479992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2068a-c6f2-4f35-843d-cb68c40d4f13 req-78d7da71-3ef9-4ece-a08f-3731a75e6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:00.481629 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-16c2068a-c6f2-4f35-843d-cb68c40d4f13 req-78d7da71-3ef9-4ece-a08f-3731a75e6094 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 1099 time: 0.4639306 Apr 03 05:28:00.518369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.581416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.601276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Transition to ACTIVE for port object 464c2707-cf1a-4ece-865f-398ae08ee91b will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:00.602244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68133881-7fa8-4999-82dc-8a18a520dada req-1bedf7a7-da1d-4b01-817a-3b3684e8a0ca tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:00.604311 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-68133881-7fa8-4999-82dc-8a18a520dada req-1bedf7a7-da1d-4b01-817a-3b3684e8a0ca tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0949459 Apr 03 05:28:00.624454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.659018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-46352c6d-b421-45bc-8d96-b47cced33227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.679293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-68133881-7fa8-4999-82dc-8a18a520dada req-4fb98fbf-5c66-408a-8260-1ec45ca35cba tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680676 Apr 03 05:28:00.743777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59070) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:00.750571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1250558384-network', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:00.751355 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-16c2068a-c6f2-4f35-843d-cb68c40d4f13 req-36ac75d0-7b8a-4dae-af32-6c558f5e53cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516761 Apr 03 05:28:00.755589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:00.759642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Usage tracker for resource:network and tenant:1f172cdef9be4da29eec6cef57a4dfcd is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:00.763188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:00.769078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:00.781708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Made reservation on behalf of 1f172cdef9be4da29eec6cef57a4dfcd for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:00.786388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.803667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.820569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:00.824843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1f172cdef9be4da29eec6cef57a4dfcd is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:00.828084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:00.834467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:00.990451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:00.999526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7b94392b-8a5e-4952-ac00-50601dba5e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:01.008806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.018729 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e32b7c-1840-4a95-a163-ce5589f94faf req-9b090b60-43c3-4afc-ba3e-3c62f60279cd tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:01.020242 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e32b7c-1840-4a95-a163-ce5589f94faf req-9b090b60-43c3-4afc-ba3e-3c62f60279cd tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 946 time: 0.1505046 Apr 03 05:28:01.021431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.026726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1c046fde-c310-4dd6-b668-e7fec68dc203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:01.038657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.053922 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4745c032-77bc-4fef-a33f-d57c2ff76fca,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:01.076829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:01.077238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:01.078679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:28:01.082573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.097884 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Transition to ACTIVE for port object c51704b2-9d0a-4977-9482-0fc30e22b069 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:01.105371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.105510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb6fb4-eeb3-4d06-b125-9ea57628e436,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:01.111918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:01.112904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.113286 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Added segment 2c082b27-7372-48db-9499-7893760ab723 of type vlan for network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 Apr 03 05:28:01.122894 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-92e32b7c-1840-4a95-a163-ce5589f94faf req-a4cda2d5-8bb1-43f2-9c4b-db8201344454 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865514 Apr 03 05:28:01.154265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:01.154495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.184160 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.185807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:01.186546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.192335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:01.252242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85977c-9675-4f10-83ec-aa676f916b6d None None] Pushing event updated for resources: {'Port': ['ID=c51704b2-9d0a-4977-9482-0fc30e22b069,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:01.255714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4c85977c-9675-4f10-83ec-aa676f916b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:01.356668 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6110315 Apr 03 05:28:01.363640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ee09ac-37cf-4d86-9beb-971ecc4875a3,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:01.366136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59082) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:01.370653 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:01.376246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Request body: {'subnet': {'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1250558384-subnet', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:01.383184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:28:01.384251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:01.403526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.407124 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4745c032-77bc-4fef-a33f-d57c2ff76fca HTTP/1.1" status: 204 len: 168 time: 1.2688620 Apr 03 05:28:01.433522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Usage tracker for resource:subnet and tenant:1f172cdef9be4da29eec6cef57a4dfcd is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:01.436150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:01.450579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:01.488576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Made reservation on behalf of 1f172cdef9be4da29eec6cef57a4dfcd for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:01.493380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.637054 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014d4c01-1e0a-4238-9272-474eca2ae6e1 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:28:01.645705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.663041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Transition to ACTIVE for port object 014d4c01-1e0a-4238-9272-474eca2ae6e1 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:01.679586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:01.769139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Pushing event updated for resources: {'Port': ['ID=464c2707-cf1a-4ece-865f-398ae08ee91b,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:01.821956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:01.825873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:01.891757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67494-8cb6-4ef6-a8ff-7fb33df5a248 req-d0bb6a02-5490-41fe-b010-d103cdfdaa6d tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:01.899906 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5df67494-8cb6-4ef6-a8ff-7fb33df5a248 req-d0bb6a02-5490-41fe-b010-d103cdfdaa6d tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 936 time: 0.5998564 Apr 03 05:28:01.969152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dae9-4f99-4bb4-9aae-a6df5706b19f req-67d25a3f-9f80-4b1c-8d8d-323c6c00e445 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:01.976810 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8f27dae9-4f99-4bb4-9aae-a6df5706b19f req-67d25a3f-9f80-4b1c-8d8d-323c6c00e445 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 931 time: 0.5949669 Apr 03 05:28:01.993509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Network 264d8f15-8c26-4862-9b91-51a31084e6d5 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:02.017583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:02.024242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:02.026621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:02.036946 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5df67494-8cb6-4ef6-a8ff-7fb33df5a248 req-09dc638b-5b83-4099-8d62-4dae2722a959 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361570 Apr 03 05:28:02.067700 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:02.156862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.163679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.167904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Attempting to bind port c51704b2-9d0a-4977-9482-0fc30e22b069 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:02.168698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Attempting to bind port c51704b2-9d0a-4977-9482-0fc30e22b069 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:02.170847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Attempting to bind port c51704b2-9d0a-4977-9482-0fc30e22b069 on network a019de04-e19a-4cdf-996a-98badd12c78b {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:02.187274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:02.187274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Checking segment: {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:02.187274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.188016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Bound using segment: {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:02.189483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Bound port: c51704b2-9d0a-4977-9482-0fc30e22b069, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:02.191400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.231416 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8f27dae9-4f99-4bb4-9aae-a6df5706b19f req-5115c6c2-6e3f-4f2b-9bd9-9c7826baf536 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533090 Apr 03 05:28:02.385719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] For port c51704b2-9d0a-4977-9482-0fc30e22b069, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:02.390225 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] For port c51704b2-9d0a-4977-9482-0fc30e22b069, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=c51704b2-9d0a-4977-9482-0fc30e22b069,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:02.399499 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.436958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:02.437981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.446886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:02.511891 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2012627 Apr 03 05:28:02.563036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Request body: {'port': {'device_id': 'eeac2140-dc17-4004-a329-1c7e28915129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:02.628979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85977c-9675-4f10-83ec-aa676f916b6d None None] Pushing event updated for resources: {'Port': ['ID=c51704b2-9d0a-4977-9482-0fc30e22b069,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:02.633423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4c85977c-9675-4f10-83ec-aa676f916b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:02.710404 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-52f1d1cd-a8c2-42d4-857f-e9f2383a9c9e None None] Provisioning for port 464c2707-cf1a-4ece-865f-398ae08ee91b completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:02.719241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-52f1d1cd-a8c2-42d4-857f-e9f2383a9c9e None None] Provisioning complete for port 464c2707-cf1a-4ece-865f-398ae08ee91b triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:02.719815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-52f1d1cd-a8c2-42d4-857f-e9f2383a9c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.740940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Attempting to bind port 014d4c01-1e0a-4238-9272-474eca2ae6e1 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:02.741542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Attempting to bind port 014d4c01-1e0a-4238-9272-474eca2ae6e1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:02.742133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Attempting to bind port 014d4c01-1e0a-4238-9272-474eca2ae6e1 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:02.750906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Port 014d4c01-1e0a-4238-9272-474eca2ae6e1 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:28:02.751428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Attempting to bind port 014d4c01-1e0a-4238-9272-474eca2ae6e1 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:02.758032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:02.758950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:02.762862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:02.763426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Checking segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:02.763991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Bound using segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:02.764835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Bound port: 014d4c01-1e0a-4238-9272-474eca2ae6e1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:02.765494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.791342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:02.802595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9dd29-e564-4ae3-a16d-a43d0ad456a8 req-4b15f6ea-3bc2-4141-98f9-910846ca71d9 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:02.808890 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dac9dd29-e564-4ae3-a16d-a43d0ad456a8 req-4b15f6ea-3bc2-4141-98f9-910846ca71d9 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 946 time: 0.2310135 Apr 03 05:28:02.827096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b764a-0fd7-4b50-a39c-c57216b7f291 req-c894b153-b25d-42bc-af6c-595f81433a63 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:02.828884 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-859b764a-0fd7-4b50-a39c-c57216b7f291 req-c894b153-b25d-42bc-af6c-595f81433a63 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.3437519 Apr 03 05:28:02.938165 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-859b764a-0fd7-4b50-a39c-c57216b7f291 req-24b38eb0-265a-4daf-804c-fa0cfd25d37f tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795081 Apr 03 05:28:02.965219 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dac9dd29-e564-4ae3-a16d-a43d0ad456a8 req-333b3338-6948-4d2a-9671-1f4d5693fa83 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319873 Apr 03 05:28:03.019618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-52f1d1cd-a8c2-42d4-857f-e9f2383a9c9e None None] Port 464c2707-cf1a-4ece-865f-398ae08ee91b cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:03.066622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:03.112221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:03.150086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bfe6dd1d-8b5c-47dd-ae26-d6ce651dbb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:03.241389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:03.272457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:03.323977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:03.350390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cccbd064-541b-4f46-8c5b-571895e00f0a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:03.374609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:03.454760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:03.458263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:03.466343 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecefe2d-72ef-4220-bb1e-5f8ade7f004b,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:03.476576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:03.685349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e982613-c9d2-4709-af0b-14acd49d154a req-94669c2e-4a79-4898-9960-3f663c8530df tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:03.691141 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2e982613-c9d2-4709-af0b-14acd49d154a req-94669c2e-4a79-4898-9960-3f663c8530df tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 936 time: 0.4187267 Apr 03 05:28:03.780140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:02Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:03.787480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50559bb-acaf-4b7e-bb16-8baf39d528df None None] The sync data for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb is: [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:02Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:28:03.799273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1627-3361-4950-821e-917e0c395c06 req-1136ada1-0f46-4843-96aa-3c95b450ecc2 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:03.801124 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-55de1627-3361-4950-821e-917e0c395c06 req-1136ada1-0f46-4843-96aa-3c95b450ecc2 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.3257565 Apr 03 05:28:03.803118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Checking segment: {'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:03.803781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Network hostable DHCP agents. Network: c7ee09ac-37cf-4d86-9beb-971ecc4875a3, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:28:03.820755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:03.821684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:03.825131 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] 10.222.0.15 "PUT /v2.0/ports/014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 200 len: 1093 time: 3.8053179 Apr 03 05:28:03.860985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:28:03.938883 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2e982613-c9d2-4709-af0b-14acd49d154a req-1b7db966-f88f-4608-956a-c30195c114c2 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277265 Apr 03 05:28:04.013849 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-55de1627-3361-4950-821e-917e0c395c06 req-d9e7def6-01c5-43a5-b027-008c612af548 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844432 Apr 03 05:28:04.018866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:28:04.049505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, c7ee09ac-37cf-4d86-9beb-971ecc4875a3) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:04.054656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:04.055757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:04.066379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5432035-d572-4f20-bd8c-996c1f41bc8d None None] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:04.111531 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464c2707-cf1a-4ece-865f-398ae08ee91b {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:28:04.125139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:04.131137 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7627697 Apr 03 05:28:04.132079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59172) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:04.141479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Transition to ACTIVE for port object 464c2707-cf1a-4ece-865f-398ae08ee91b will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:04.152623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:04.172515 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:04.186817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Usage tracker for resource:router and tenant:1f172cdef9be4da29eec6cef57a4dfcd is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:04.199818 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:04.211463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:04.237215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:04.270499 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:04.313819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:04.314948 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:04.390494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:04.470282 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'status': 'completed', 'code': 200} Apr 03 05:28:04.575769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Pushing event updated for resources: {'Port': ['ID=464c2707-cf1a-4ece-865f-398ae08ee91b,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:04.577500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-c7ee09ac-37cf-4d86-9beb-971ecc4875a3', 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'fixed_ips': [{'subnet_id': '8ecefe2d-72ef-4220-bb1e-5f8ade7f004b'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:28:04.580457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:04.595433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:04.597858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-0d482f11-b346-403c-bdfd-9727ad959b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:04.604107 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-0d482f11-b346-403c-bdfd-9727ad959b2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1096 time: 0.4839611 Apr 03 05:28:04.700287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5d4f-9530-4be3-9e95-3ce3340d87a4 req-5e664721-dc52-443f-be3e-625529499da7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:04.702175 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f91a5d4f-9530-4be3-9e95-3ce3340d87a4 req-5e664721-dc52-443f-be3e-625529499da7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.4937005 Apr 03 05:28:04.730227 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-3c1a2332-8039-4218-8a6d-9d451c15f606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 200 len: 217 time: 0.1199241 Apr 03 05:28:04.831002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Allocated IP 172.20.0.2 (c7ee09ac-37cf-4d86-9beb-971ecc4875a3/8ecefe2d-72ef-4220-bb1e-5f8ade7f004b/0a0221a9-6b1e-40fa-ad40-2bdf23c85a19) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:05.107952 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:05.165029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-2c8f75ea-0a70-4228-a38b-3738b793caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:05.167577 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-2c8f75ea-0a70-4228-a38b-3738b793caaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.4262884 Apr 03 05:28:05.179541 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f91a5d4f-9530-4be3-9e95-3ce3340d87a4 req-83f4c9cc-769a-4033-a6c0-d467924cd67e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696136 Apr 03 05:28:05.396990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:05.414517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Transition to ACTIVE for port object 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:05.466244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Transition to ACTIVE for port object 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:05.476726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:05.496958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8b60ad7-344f-4156-bf5a-9a6f8c0b338f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:05.594942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Pushing event updated for resources: {'Port': ['ID=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:05.599785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:05.611069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef4fb-4b87-4e9f-b0a2-d15177298a34 req-3056ce3e-a955-430c-85b3-3aa3aff90166 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:05.614184 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-609ef4fb-4b87-4e9f-b0a2-d15177298a34 req-3056ce3e-a955-430c-85b3-3aa3aff90166 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 948 time: 0.3379703 Apr 03 05:28:05.654111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051a5ee-f7d6-44ca-ad15-f3ab268e4d5e req-52112468-f999-4cbd-b4a7-c02c747858b5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:05.655797 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6051a5ee-f7d6-44ca-ad15-f3ab268e4d5e req-52112468-f999-4cbd-b4a7-c02c747858b5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.2668338 Apr 03 05:28:05.685868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Attempting to bind port 464c2707-cf1a-4ece-865f-398ae08ee91b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:05.686359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Attempting to bind port 464c2707-cf1a-4ece-865f-398ae08ee91b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:05.686854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Attempting to bind port 464c2707-cf1a-4ece-865f-398ae08ee91b on network 264d8f15-8c26-4862-9b91-51a31084e6d5 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:05.710141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Port 464c2707-cf1a-4ece-865f-398ae08ee91b on network 264d8f15-8c26-4862-9b91-51a31084e6d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:28:05.710672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Attempting to bind port 464c2707-cf1a-4ece-865f-398ae08ee91b on network 264d8f15-8c26-4862-9b91-51a31084e6d5 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:05.721541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:05.722069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Checking segment: {'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:05.722603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Bound using segment: {'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:05.723196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Bound port: 464c2707-cf1a-4ece-865f-398ae08ee91b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95220ad-c633-40e8-8f71-1f218ec4e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:05.723729 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:05.798793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device c51704b2-9d0a-4977-9482-0fc30e22b069 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:05.811806 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-609ef4fb-4b87-4e9f-b0a2-d15177298a34 req-98fc8840-2be5-4314-9a8d-952535cdb7e5 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862743 Apr 03 05:28:05.828491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c166749f-88df-4e47-aa50-aba9ff1f4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:05.830538 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-c166749f-88df-4e47-aa50-aba9ff1f4448 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6484694 Apr 03 05:28:05.929077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] For port 464c2707-cf1a-4ece-865f-398ae08ee91b, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:05.938876 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6051a5ee-f7d6-44ca-ad15-f3ab268e4d5e req-fe56b537-b16b-4cf6-8ee5-09540cbc3e0f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745895 Apr 03 05:28:05.944561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] For port 464c2707-cf1a-4ece-865f-398ae08ee91b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=464c2707-cf1a-4ece-865f-398ae08ee91b,segment=NetworkSegment(c95220ad-c633-40e8-8f71-1f218ec4e469),segment_id=c95220ad-c633-40e8-8f71-1f218ec4e469)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:05.974901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:05.977599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:05.984465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:05.987291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:06.047414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:06.138567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port c51704b2-9d0a-4977-9482-0fc30e22b069 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:06.147456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Pushing event updated for resources: {'Port': ['ID=464c2707-cf1a-4ece-865f-398ae08ee91b,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:06.165537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:06.165765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port c51704b2-9d0a-4977-9482-0fc30e22b069 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:06.167458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.249242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Attempting to bind port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:06.256380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Attempting to bind port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:06.257050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Attempting to bind port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 on network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:06.268155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:06.269038 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Checking segment: {'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:06.269692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.270319 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Bound using segment: {'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:06.271197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Bound port: 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:06.271845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.288280 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-94e789f7-0ecb-461f-bb69-58b7f58c716c service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446933 Apr 03 05:28:06.420031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] For port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:06.423577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] For port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,segment=NetworkSegment(2c082b27-7372-48db-9499-7893760ab723),segment_id=2c082b27-7372-48db-9499-7893760ab723)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:06.437029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.455231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:06.565821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.636426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.640574 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ce75731-a540-42c6-a088-3836b9ae2a70 req-8373c1c6-3467-4764-ad6a-22f35e1f7311 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927437 Apr 03 05:28:06.767677 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294eb47-04fb-45b0-bb99-b987757934ac req-cf1f8fb6-505f-4d12-986f-814ad410f20b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:06.773083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:06.773737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.775213 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] 10.222.0.15 "PUT /v2.0/ports/464c2707-cf1a-4ece-865f-398ae08ee91b HTTP/1.1" status: 200 len: 1098 time: 4.2485921 Apr 03 05:28:06.776189 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c294eb47-04fb-45b0-bb99-b987757934ac req-cf1f8fb6-505f-4d12-986f-814ad410f20b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.3468833 Apr 03 05:28:06.780005 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeac2140-dc17-4004-a329-1c7e28915129', 'tag': '464c2707-cf1a-4ece-865f-398ae08ee91b'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:28:06.836187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:06.876485 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c294eb47-04fb-45b0-bb99-b987757934ac req-9ddfd915-277a-456a-a8a8-2c812f45c02d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991132 Apr 03 05:28:06.927159 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeac2140-dc17-4004-a329-1c7e28915129', 'tag': '464c2707-cf1a-4ece-865f-398ae08ee91b', 'status': 'completed', 'code': 200} Apr 03 05:28:07.016122 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Pushing event updated for resources: {'Port': ['ID=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:07.042117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:07.048703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-402585a4-efe6-4702-9594-4ac7ec529e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.050338 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-402585a4-efe6-4702-9594-4ac7ec529e55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a0d5bfdea5040a3a9f0eb380360bbeb&device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 1101 time: 0.2245843 Apr 03 05:28:07.057593 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port c51704b2-9d0a-4977-9482-0fc30e22b069, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=c51704b2-9d0a-4977-9482-0fc30e22b069,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:07.084260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Allocated IP 172.28.1.47 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/33f2b447-3cfa-4e75-bef3-35810d3afe22) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:07.094140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:07.107781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:07.187921 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-c04b5914-2c87-4264-a1bd-7aba219f59a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=464c2707-cf1a-4ece-865f-398ae08ee91b HTTP/1.1" status: 200 len: 217 time: 0.1223218 Apr 03 05:28:07.190927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-eea4afc8-065f-4df4-b294-6b2bccad9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.192330 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-eea4afc8-065f-4df4-b294-6b2bccad9900 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1096 time: 0.4771323 Apr 03 05:28:07.321252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=c51704b2-9d0a-4977-9482-0fc30e22b069,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:07.325411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:07.399892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-e2da8497-7490-4c41-85ed-fdd4686ff26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.402019 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-e2da8497-7490-4c41-85ed-fdd4686ff26c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56751163-35ac-4e41-9c84-dafd2d405b18 HTTP/1.1" status: 200 len: 843 time: 0.2086284 Apr 03 05:28:07.437611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032a621-017c-46f1-afb7-cdcdcd65c4ac req-7061d21f-a615-46f6-8baa-77de274790f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.439267 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3032a621-017c-46f1-afb7-cdcdcd65c4ac req-7061d21f-a615-46f6-8baa-77de274790f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.2478390 Apr 03 05:28:07.491708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad681e-a1f4-44b5-93bc-a5e65ab37920 req-8e204fe2-4303-4c7d-9378-ee2d8c710108 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.501478 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-01ad681e-a1f4-44b5-93bc-a5e65ab37920 req-8e204fe2-4303-4c7d-9378-ee2d8c710108 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 948 time: 0.3847582 Apr 03 05:28:07.506784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-e5c6212f-9d66-4af7-a33e-bc61b46cfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.517904 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-e5c6212f-9d66-4af7-a33e-bc61b46cfd8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.2579653 Apr 03 05:28:07.596564 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-4306dd8f-18f9-4c3c-bc9e-7f91d5da498d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 200 len: 217 time: 0.0734928 Apr 03 05:28:07.645699 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3032a621-017c-46f1-afb7-cdcdcd65c4ac req-39dd49e4-1815-47cb-bdcd-f334b129c568 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986704 Apr 03 05:28:07.687428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-3a3ed7c3-a8bb-4ad1-8fef-59cb7392e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.693685 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-3a3ed7c3-a8bb-4ad1-8fef-59cb7392e1d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264d8f15-8c26-4862-9b91-51a31084e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2800567 Apr 03 05:28:07.767816 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-01ad681e-a1f4-44b5-93bc-a5e65ab37920 req-31b0727c-8281-462e-926a-51fe9b642dc6 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645264 Apr 03 05:28:07.769003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device c51704b2-9d0a-4977-9482-0fc30e22b069 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:07.800217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:07.881692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-ea471ea6-a976-44f0-9438-4ea506ae1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:07.883536 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-ea471ea6-a976-44f0-9438-4ea506ae1617 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.2793462 Apr 03 05:28:07.883861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:07.902793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port c51704b2-9d0a-4977-9482-0fc30e22b069 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:07.903070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:07.912691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-edbe9c32-b598-458f-b855-c305bbdd0832 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:08.018960 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-e0d3d109-a773-4a2a-bf91-f07b3344a7c4 service neutron] 10.222.0.15 "GET /v2.0/networks/264d8f15-8c26-4862-9b91-51a31084e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166890 Apr 03 05:28:08.195614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-71b87e84-c432-4b0b-8764-b653142d0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:08.197795 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-71b87e84-c432-4b0b-8764-b653142d0051 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3047223 Apr 03 05:28:08.244290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Pushing event updated for resources: {'Port': ['ID=33f2b447-3cfa-4e75-bef3-35810d3afe22,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:08.248682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:08.255235 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:08.257126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:08.263180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:08.276725 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09ffe148-e9c1-4574-ab59-d19937d228a4 req-f3c3436a-c58f-4292-8fed-850c4b0461e6 service neutron] 10.222.0.15 "GET /v2.0/networks/264d8f15-8c26-4862-9b91-51a31084e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508068 Apr 03 05:28:08.438510 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-a214c2cd-a5e5-440a-aee4-c9cfbe47e135 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303555 Apr 03 05:28:08.489750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323d926-0621-4045-ab48-3e4de888f238 req-3389c2ad-bba7-40b4-af7f-a3f8ea668921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:08.491343 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b323d926-0621-4045-ab48-3e4de888f238 req-3389c2ad-bba7-40b4-af7f-a3f8ea668921 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a0d5bfdea5040a3a9f0eb380360bbeb&device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 1101 time: 0.1461592 Apr 03 05:28:08.533940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ffaee-9c67-48bd-bb37-3f87663b617d req-3037822c-1a69-4676-95d2-bada4511653d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:08.535452 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d1ffaee-9c67-48bd-bb37-3f87663b617d req-3037822c-1a69-4676-95d2-bada4511653d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.3669372 Apr 03 05:28:08.757624 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d1ffaee-9c67-48bd-bb37-3f87663b617d req-845987bf-ca27-4ee0-bc76-5b38185f87ab tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067413 Apr 03 05:28:08.869858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:08.979827 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b7a1c511-52bb-40d2-befe-dc72daa29ccd req-da6f02ac-fd21-4f26-ade6-f5385317bb04 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325782 Apr 03 05:28:09.008422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea777e0-2e05-419e-9aef-bd086e40f761 req-162a7fa1-29b2-4bef-873e-3ad5e0b4da17 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:09.010207 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0ea777e0-2e05-419e-9aef-bd086e40f761 req-162a7fa1-29b2-4bef-873e-3ad5e0b4da17 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 946 time: 0.6116757 Apr 03 05:28:09.021266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323d926-0621-4045-ab48-3e4de888f238 req-26e7cb80-2007-4714-a1f6-afe4d5da0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:09.022992 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b323d926-0621-4045-ab48-3e4de888f238 req-26e7cb80-2007-4714-a1f6-afe4d5da0c21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=264d8f15-8c26-4862-9b91-51a31084e6d5 HTTP/1.1" status: 200 len: 870 time: 0.4787481 Apr 03 05:28:09.102575 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b323d926-0621-4045-ab48-3e4de888f238 req-7930b465-964f-410f-9aa6-d7b555eaa484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=464c2707-cf1a-4ece-865f-398ae08ee91b HTTP/1.1" status: 200 len: 217 time: 0.0714767 Apr 03 05:28:09.120446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a24475-0b45-45c3-9118-5c2cd2df201e None None] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:09.198324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323d926-0621-4045-ab48-3e4de888f238 req-6bb04e27-532d-40f2-836e-429bea81490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:09.200351 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b323d926-0621-4045-ab48-3e4de888f238 req-6bb04e27-532d-40f2-836e-429bea81490b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56751163-35ac-4e41-9c84-dafd2d405b18 HTTP/1.1" status: 200 len: 843 time: 0.0901372 Apr 03 05:28:09.201657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e064535d-57eb-49b4-b7a5-527cf725bf70 None None] Provisioning for port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:09.284280 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0ea777e0-2e05-419e-9aef-bd086e40f761 req-fbcc87a1-549b-4a4b-af0f-0051023a130f tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110798 Apr 03 05:28:09.296034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323d926-0621-4045-ab48-3e4de888f238 req-af9473cf-7fe5-49f1-9ec4-93f9118676f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:09.298331 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b323d926-0621-4045-ab48-3e4de888f238 req-af9473cf-7fe5-49f1-9ec4-93f9118676f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264d8f15-8c26-4862-9b91-51a31084e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0912411 Apr 03 05:28:09.460954 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b323d926-0621-4045-ab48-3e4de888f238 req-861154f7-d959-49fe-9393-2f13a874d244 service neutron] 10.222.0.15 "GET /v2.0/networks/264d8f15-8c26-4862-9b91-51a31084e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515083 Apr 03 05:28:09.644344 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b323d926-0621-4045-ab48-3e4de888f238 req-122cb256-230b-4643-b38b-3bdde3c59ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/264d8f15-8c26-4862-9b91-51a31084e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708937 Apr 03 05:28:09.709321 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:09.745008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe59ee-bc6b-45b8-81cc-0e779678515d req-2c2d2212-fa33-49fc-a348-20d18ff4b1af tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:09.746576 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0ebe59ee-bc6b-45b8-81cc-0e779678515d req-2c2d2212-fa33-49fc-a348-20d18ff4b1af tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.7353256 Apr 03 05:28:09.796698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:09.801669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:09.802092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:09.832936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:09.844203 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0ebe59ee-bc6b-45b8-81cc-0e779678515d req-47f847e8-35b2-44ee-aff9-8f794ba7b2b6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884488 Apr 03 05:28:09.988803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:28:09.989370 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:10.007000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48845353-eeea-43dd-ae8b-dbd090d64a15 req-e0419f53-8804-483e-bd09-df5e79aa9ce6 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:10.008624 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48845353-eeea-43dd-ae8b-dbd090d64a15 req-e0419f53-8804-483e-bd09-df5e79aa9ce6 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 948 time: 0.3657947 Apr 03 05:28:10.028148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,segment=NetworkSegment(2c082b27-7372-48db-9499-7893760ab723),segment_id=2c082b27-7372-48db-9499-7893760ab723)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:10.031202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:10.033329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4c85977c-9675-4f10-83ec-aa676f916b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:10.090302 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48845353-eeea-43dd-ae8b-dbd090d64a15 req-cd17851e-b33b-4a67-967d-a388b723f816 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678360 Apr 03 05:28:10.111453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:10.116331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:10.139529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Router 1e03379f-d713-4a17-ad32-75514de4cbbd is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:28:10.255371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-179be93e-2ffc-4b84-9c12-4d57a5d8116d tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:10.257044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-179be93e-2ffc-4b84-9c12-4d57a5d8116d tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Synchronizing usage tracker for tenant:5a9dc0a3031745a89a29811adb634b30 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:28:10.274608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-179be93e-2ffc-4b84-9c12-4d57a5d8116d tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Unset dirty status for tenant:5a9dc0a3031745a89a29811adb634b30 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:28:10.275912 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-179be93e-2ffc-4b84-9c12-4d57a5d8116d tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.15 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 946 time: 0.1253371 Apr 03 05:28:10.365661 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Deleting port 8193e2f5-fb6b-4798-817a-0dd539357f40 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:28:10.366180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:10.408676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:28:10.427417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Sync routers for ids ['1e03379f-d713-4a17-ad32-75514de4cbbd'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:28:10.462613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:10.462613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f7ad8605-e8d4-40ec-bc2c-79968e3534a6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3248186 Apr 03 05:28:10.464642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59290) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:10.471352 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Routers {'1e03379f-d713-4a17-ad32-75514de4cbbd'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:10.480112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['1e03379f-d713-4a17-ad32-75514de4cbbd'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:10.484141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbfcf7-3fd3-4cc3-b6b2-66b8c7df74e3 req-dadc7da3-6b49-4f3e-937f-78a656640fd0 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:10.492719 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-77bbfcf7-3fd3-4cc3-b6b2-66b8c7df74e3 req-dadc7da3-6b49-4f3e-937f-78a656640fd0 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2824910 Apr 03 05:28:10.745501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] For port 8193e2f5-fb6b-4798-817a-0dd539357f40, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8193e2f5-fb6b-4798-817a-0dd539357f40,segment=NetworkSegment(156c73ca-deb5-487d-8ac2-02ba99efb6be),segment_id=156c73ca-deb5-487d-8ac2-02ba99efb6be)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:10.745906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:10.835113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Set router 1e03379f-d713-4a17-ad32-75514de4cbbd gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:10.877342 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-77bbfcf7-3fd3-4cc3-b6b2-66b8c7df74e3 req-a4b0bec1-0643-4b52-9805-9f4d0481a398 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535571 Apr 03 05:28:10.883289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Calling delete_port for 8193e2f5-fb6b-4798-817a-0dd539357f40 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:28:11.004942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb9ee7-6f03-4800-b4c9-499d6246e208 req-f937b1f6-1a10-4d82-bb36-8b1a3fff4b5b tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:11.006604 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2cb9ee7-6f03-4800-b4c9-499d6246e208 req-f937b1f6-1a10-4d82-bb36-8b1a3fff4b5b tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 946 time: 0.3231082 Apr 03 05:28:11.058368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:11.073070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['8193e2f5-fb6b-4798-817a-0dd539357f40'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:28:11.075003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1865b40-632c-4d96-94b2-6422a43dfc78 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:11.140530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Pushing event deleted for resources: {'Port': ['ID=8193e2f5-fb6b-4798-817a-0dd539357f40,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:11.147599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:11.196008 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2cb9ee7-6f03-4800-b4c9-499d6246e208 req-cfd5163d-be02-4e17-b3a2-cf658ba45f9d tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/security-groups?id=323cccb0-4e32-4886-a172-0ba25263bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905602 Apr 03 05:28:11.226041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:28:11.267044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f8007-774c-4df1-8c71-2f6bf8987585 req-6bbcd18e-29be-4b90-ba9c-b271feca3dee tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:11.268672 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9a7f8007-774c-4df1-8c71-2f6bf8987585 req-6bbcd18e-29be-4b90-ba9c-b271feca3dee tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.1991901 Apr 03 05:28:11.270704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:28:08Z', 'revision_number': 3, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port': {'id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:06Z', 'updated_at': '2021-04-03T05:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:11.276814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Checking router: 1e03379f-d713-4a17-ad32-75514de4cbbd for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:28:11.277487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Updating router 1e03379f-d713-4a17-ad32-75514de4cbbd port 33f2b447-3cfa-4e75-bef3-35810d3afe22 binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:28:11.347338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:11.349477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] No DVR routers for this DVR port 8193e2f5-fb6b-4798-817a-0dd539357f40 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:28:11.352671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:11.356098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'name': 'network-vif-deleted', 'tag': '8193e2f5-fb6b-4798-817a-0dd539357f40'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:28:11.377941 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2552c69b-a4fc-48bb-bc01-bbe1daf50c3d req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.15 "DELETE /v2.0/ports/8193e2f5-fb6b-4798-817a-0dd539357f40 HTTP/1.1" status: 204 len: 173 time: 1.0961657 Apr 03 05:28:11.477924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:11.494634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'port_id': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'mac_address': 'fa:16:3e:06:f8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:28:11.532933 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9a7f8007-774c-4df1-8c71-2f6bf8987585 req-4f31c345-501a-41d9-84eb-1362d7eae389 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034488 Apr 03 05:28:11.585618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:11.609869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014d4c01-1e0a-4238-9272-474eca2ae6e1 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:28:11.617223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7742e-3387-4e10-a8bc-8fb087f6777e req-a770f2b2-8e53-4bf7-a504-d278382e72fa tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:11.618622 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c2b7742e-3387-4e10-a8bc-8fb087f6777e req-a770f2b2-8e53-4bf7-a504-d278382e72fa tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 948 time: 0.2041147 Apr 03 05:28:11.645442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:11.652618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:11.654518 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5657506b-755e-489e-9ece-392a50c76170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:11.769266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:11.794593 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c2b7742e-3387-4e10-a8bc-8fb087f6777e req-9130be4f-fa36-4baa-b546-cdea3c5feb4c tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683905 Apr 03 05:28:11.815601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:11.828613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:11.850178 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a75a12-4080-4cd0-9b56-f0396eab1a75', 'name': 'network-vif-deleted', 'tag': '8193e2f5-fb6b-4798-817a-0dd539357f40', 'status': 'completed', 'code': 200} Apr 03 05:28:11.889516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:11.890050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:12.149451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['014d4c01-1e0a-4238-9272-474eca2ae6e1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:28:12.213971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:12.244761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Transition to ACTIVE for port object 33f2b447-3cfa-4e75-bef3-35810d3afe22 will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:12.252950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cfb5e-fdaf-41a2-8172-32104761725e req-92e21f83-105e-495e-a198-c0781a557ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:12.254790 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-256cfb5e-fdaf-41a2-8172-32104761725e req-92e21f83-105e-495e-a198-c0781a557ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 0.0994084 Apr 03 05:28:12.270840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:12.304043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-53e25fc7-71de-454c-8923-0558fafadb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:12.341265 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-256cfb5e-fdaf-41a2-8172-32104761725e req-2afc2dab-2dde-4c59-bc0d-70ddf7fbf4e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790856 Apr 03 05:28:12.512215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:12.533919 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d8c39aff-eec9-4fd2-b777-9ba37df43279 req-39a98a77-f9aa-41f6-a6ab-bfe3911eb83a tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] 10.222.0.23 "GET /v2.0/ports?device_id=43a75a12-4080-4cd0-9b56-f0396eab1a75 HTTP/1.1" status: 200 len: 210 time: 0.0875206 Apr 03 05:28:12.534314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44997a84-f797-4405-a407-f440c3b0afe2 None None] Pushing event updated for resources: {'Port': ['ID=33f2b447-3cfa-4e75-bef3-35810d3afe22,revision_number=2']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:12.539636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-44997a84-f797-4405-a407-f440c3b0afe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:12.552767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e871-6e2e-42ee-b16a-f3b28b0ccc55 req-6bd4f043-c022-4148-bcaf-06ecfaf58146 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:12.561139 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a715e871-6e2e-42ee-b16a-f3b28b0ccc55 req-6bd4f043-c022-4148-bcaf-06ecfaf58146 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.3023138 Apr 03 05:28:12.613449 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Attempting to bind port 33f2b447-3cfa-4e75-bef3-35810d3afe22 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:12.613862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Attempting to bind port 33f2b447-3cfa-4e75-bef3-35810d3afe22 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:12.614266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Attempting to bind port 33f2b447-3cfa-4e75-bef3-35810d3afe22 on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:12.621272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:12.621683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:12.622122 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:12.622553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:12.623059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Bound port: 33f2b447-3cfa-4e75-bef3-35810d3afe22, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:12.623467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:12.662127 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a715e871-6e2e-42ee-b16a-f3b28b0ccc55 req-74187c61-4850-4d7c-bba5-63a1d6902263 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000347 Apr 03 05:28:12.706387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] For port 33f2b447-3cfa-4e75-bef3-35810d3afe22, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:12.709505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] For port 33f2b447-3cfa-4e75-bef3-35810d3afe22, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=33f2b447-3cfa-4e75-bef3-35810d3afe22,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:12.712925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:12.728912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:12.880594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75680ea3-ba8d-4d2d-9263-7aad81d3f46f req-6c0fbbd1-a434-4684-b1d8-35e3f60ff077 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:12.882216 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-75680ea3-ba8d-4d2d-9263-7aad81d3f46f req-6c0fbbd1-a434-4684-b1d8-35e3f60ff077 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 944 time: 0.2120726 Apr 03 05:28:12.887333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44997a84-f797-4405-a407-f440c3b0afe2 None None] Pushing event updated for resources: {'Port': ['ID=33f2b447-3cfa-4e75-bef3-35810d3afe22,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:12.905415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-44997a84-f797-4405-a407-f440c3b0afe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:12.909155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Allocated IP 172.20.0.1 (c7ee09ac-37cf-4d86-9beb-971ecc4875a3/8ecefe2d-72ef-4220-bb1e-5f8ade7f004b/217235f0-8429-4936-95ff-afdd4b692670) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:12.953728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Routers {'1e03379f-d713-4a17-ad32-75514de4cbbd'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:12.954392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['1e03379f-d713-4a17-ad32-75514de4cbbd'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:13.007913 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-75680ea3-ba8d-4d2d-9263-7aad81d3f46f req-d7456358-50e8-4be6-bb49-aa997f58d418 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908873 Apr 03 05:28:13.125645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:13.145519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] Set router 1e03379f-d713-4a17-ad32-75514de4cbbd gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:13.193913 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Transition to ACTIVE for port object 217235f0-8429-4936-95ff-afdd4b692670 will not be triggered until provisioned by entity DHCP. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:13.229677 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 464c2707-cf1a-4ece-865f-398ae08ee91b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:28:13.244443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4091395-de03-43a6-b910-683633139f32 req-eeb1c7b8-0fce-448d-b173-0c6343aa2d4e tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:13.246076 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c4091395-de03-43a6-b910-683633139f32 req-eeb1c7b8-0fce-448d-b173-0c6343aa2d4e tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 948 time: 0.1171126 Apr 03 05:28:13.252191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:13.269442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39a47fe2-45fc-4a88-a060-60718a4a06ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:13.391416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 464c2707-cf1a-4ece-865f-398ae08ee91b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=464c2707-cf1a-4ece-865f-398ae08ee91b,segment=NetworkSegment(c95220ad-c633-40e8-8f71-1f218ec4e469),segment_id=c95220ad-c633-40e8-8f71-1f218ec4e469)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:13.407036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '464c2707-cf1a-4ece-865f-398ae08ee91b', 'network_id': '264d8f15-8c26-4862-9b91-51a31084e6d5', 'port_id': '464c2707-cf1a-4ece-865f-398ae08ee91b', 'mac_address': 'fa:16:3e:9a:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56751163-35ac-4e41-9c84-dafd2d405b18', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:28:13.458728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Pushing event updated for resources: {'Port': ['ID=217235f0-8429-4936-95ff-afdd4b692670,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:13.465758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:13.470613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:28:08Z', 'revision_number': 3, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port': {'id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:06Z', 'updated_at': '2021-04-03T05:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:13.474983 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c4091395-de03-43a6-b910-683633139f32 req-9570e9ca-7737-4b0e-9eac-924f428997cc tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087903 Apr 03 05:28:13.475890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e6331-234b-4619-84c6-f0848b0c204d None None] The sync data for ids ['1e03379f-d713-4a17-ad32-75514de4cbbd'] in dv-cinder-784623-2-smb is: [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:28:08Z', 'revision_number': 3, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port': {'id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:06Z', 'updated_at': '2021-04-03T05:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:28:13.477154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:13.505102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464c2707-cf1a-4ece-865f-398ae08ee91b {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:28:13.523298 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 464c2707-cf1a-4ece-865f-398ae08ee91b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=464c2707-cf1a-4ece-865f-398ae08ee91b,segment=NetworkSegment(c95220ad-c633-40e8-8f71-1f218ec4e469),segment_id=c95220ad-c633-40e8-8f71-1f218ec4e469)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:13.527891 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:13.536976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:13.556593 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:13.557984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:13.568498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:13.569054 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:13.640139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=464c2707-cf1a-4ece-865f-398ae08ee91b,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:13.654396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:13.766224 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:13.964275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['464c2707-cf1a-4ece-865f-398ae08ee91b'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:28:14.187634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9d3e9d8a-7faf-46e7-90b3-f11302c98ef4 None None] Provisioning for port 217235f0-8429-4936-95ff-afdd4b692670 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:14.203940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a11b-ade9-40e9-a296-d1d63fa53d8b req-7d49fe4a-f82a-4cb5-9e45-2a118e2b6192 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:14.205959 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3576a11b-ade9-40e9-a296-d1d63fa53d8b req-7d49fe4a-f82a-4cb5-9e45-2a118e2b6192 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.3300486 Apr 03 05:28:14.214068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9d3e9d8a-7faf-46e7-90b3-f11302c98ef4 None None] Provisioning complete for port 217235f0-8429-4936-95ff-afdd4b692670 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:14.214843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9d8a-7faf-46e7-90b3-f11302c98ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:14.299478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e9d8a-7faf-46e7-90b3-f11302c98ef4 None None] Port 217235f0-8429-4936-95ff-afdd4b692670 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:14.356202 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3576a11b-ade9-40e9-a296-d1d63fa53d8b req-1a03891a-3043-46e4-b1c6-9e2f6d6b0837 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229439 Apr 03 05:28:14.511874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:14.517143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:14.518959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:14.541766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:14.605073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b21e-68c6-4230-a671-b1c5d3177af0 req-c09c31d3-2d8a-4730-9201-14204d5a4499 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:14.608515 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09c7b21e-68c6-4230-a671-b1c5d3177af0 req-c09c31d3-2d8a-4730-9201-14204d5a4499 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 944 time: 0.2050049 Apr 03 05:28:14.803511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Pushing event updated for resources: {'Port': ['ID=217235f0-8429-4936-95ff-afdd4b692670,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:14.811608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:14.823524 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-09c7b21e-68c6-4230-a671-b1c5d3177af0 req-994535d8-7bcc-4827-a8cc-15a51d30115c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001095 Apr 03 05:28:14.870791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:14.880239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd85a5-1600-49e6-b689-da062177517b req-00a90226-28cb-4b23-bf4c-95f1b59d8905 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:14.881951 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6fbd85a5-1600-49e6-b689-da062177517b req-00a90226-28cb-4b23-bf4c-95f1b59d8905 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 949 time: 0.2704067 Apr 03 05:28:14.883441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:15.163523 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6fbd85a5-1600-49e6-b689-da062177517b req-560ae635-3085-4859-af5f-bd0f7516f08d tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565415 Apr 03 05:28:15.232743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-3e51e1c8-720e-41c7-8231-180dfecf40fd None None] Provisioning complete for port 217235f0-8429-4936-95ff-afdd4b692670 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:15.233222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3e51e1c8-720e-41c7-8231-180dfecf40fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:15.272903 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-cdcd638e-5da5-4424-954b-78fb2728e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:15.275418 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-cdcd638e-5da5-4424-954b-78fb2728e221 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 0.1584187 Apr 03 05:28:15.307192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Router 1e03379f-d713-4a17-ad32-75514de4cbbd has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:28:15.329179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:15.412763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-3e51e1c8-720e-41c7-8231-180dfecf40fd None None] Port 217235f0-8429-4936-95ff-afdd4b692670 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:15.432084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-c0e2c6b1-8d6e-43c2-a6ef-1406eda4300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:15.433977 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-c0e2c6b1-8d6e-43c2-a6ef-1406eda4300a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.1516738 Apr 03 05:28:15.435017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 014d4c01-1e0a-4238-9272-474eca2ae6e1 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:15.441757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 014d4c01-1e0a-4238-9272-474eca2ae6e1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:15.442444 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:15.525785 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-52d6107a-b46c-4c73-8b4e-c644b5533ce9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 217 time: 0.0839796 Apr 03 05:28:15.605545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:15.626552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-735afdd0-4dac-468c-ada5-32dcdb150a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:15.631768 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-735afdd0-4dac-468c-ada5-32dcdb150a7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.0965710 Apr 03 05:28:15.651049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:15.653018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:28:15.659766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:15.664957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 8193e2f5-fb6b-4798-817a-0dd539357f40 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:28:15.704342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:15.733902 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-c16c1f30-2598-4c66-93ff-ba6ca704207d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966334 Apr 03 05:28:15.797905 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'code': 200} Apr 03 05:28:15.798790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 33f2b447-3cfa-4e75-bef3-35810d3afe22 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:15.846462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad84e1-4e22-4bca-a760-4663161bf401 req-9d00dc19-7019-4bed-a80a-67818505af23 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:15.848121 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1fad84e1-4e22-4bca-a760-4663161bf401 req-9d00dc19-7019-4bed-a80a-67818505af23 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.6402278 Apr 03 05:28:15.850172 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 8193e2f5-fb6b-4798-817a-0dd539357f40 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:28:15.850572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 8193e2f5-fb6b-4798-817a-0dd539357f40 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:28:15.858485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:15.861733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:15.902188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 33f2b447-3cfa-4e75-bef3-35810d3afe22 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:15.907504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 33f2b447-3cfa-4e75-bef3-35810d3afe22 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:15.907678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:15.953594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:28:15.969540 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-130acb8e-72bf-4d2f-8208-f7283009cfe8 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213235 Apr 03 05:28:15.980975 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] 10.222.0.23 "PUT /v2.0/routers/1e03379f-d713-4a17-ad32-75514de4cbbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5040119 Apr 03 05:28:15.996560 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1fad84e1-4e22-4bca-a760-4663161bf401 req-adc0a4f2-c6f1-43aa-b2d9-5398250fd5e5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388452 Apr 03 05:28:16.080540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:16.094844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 33f2b447-3cfa-4e75-bef3-35810d3afe22, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=33f2b447-3cfa-4e75-bef3-35810d3afe22,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:16.098477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:16.101574 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5657506b-755e-489e-9ece-392a50c76170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:16.205098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=33f2b447-3cfa-4e75-bef3-35810d3afe22,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:16.212376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:16.221458 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1c27300-854c-4326-a0d4-8d40c3a7d990 req-4966f15f-985f-494b-a9e3-1321d3c59323 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254772 Apr 03 05:28:16.300768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b2312-f69e-4f64-aa7d-baa668075cf9 req-47a37dbb-30dd-48bb-8ce9-55c2af2aa8e3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:16.303231 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-410b2312-f69e-4f64-aa7d-baa668075cf9 req-47a37dbb-30dd-48bb-8ce9-55c2af2aa8e3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1681962 Apr 03 05:28:16.404399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8fea3-8ac1-4b96-868e-c3521f134d83 req-3dd10e87-7f07-4232-8ff6-2320d3d2d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:16.406291 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a8e8fea3-8ac1-4b96-868e-c3521f134d83 req-3dd10e87-7f07-4232-8ff6-2320d3d2d9a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1098 time: 0.1838098 Apr 03 05:28:16.460525 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-410b2312-f69e-4f64-aa7d-baa668075cf9 req-c729e51d-21e3-4b8c-a47a-500dff16116f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388488 Apr 03 05:28:16.476270 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a8e8fea3-8ac1-4b96-868e-c3521f134d83 req-9f06422c-4613-4700-8cd1-f39db8e12f62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571611 Apr 03 05:28:16.642762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b13d2-a3db-4e6c-a1a2-60b6e4125344 req-6bfd0e6a-bd61-4198-81bb-c7b4b0f5c36e tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:16.653243 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-165b13d2-a3db-4e6c-a1a2-60b6e4125344 req-6bfd0e6a-bd61-4198-81bb-c7b4b0f5c36e tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 949 time: 0.2377763 Apr 03 05:28:16.716267 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-165b13d2-a3db-4e6c-a1a2-60b6e4125344 req-99f3781a-063a-4c7c-baf5-0e191cfe3b55 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Apr 03 05:28:16.851221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Sync routers for ids ['1e03379f-d713-4a17-ad32-75514de4cbbd'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:28:16.868500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59416) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:16.874409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Routers {'1e03379f-d713-4a17-ad32-75514de4cbbd'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:16.875289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['1e03379f-d713-4a17-ad32-75514de4cbbd'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:17.106238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Set router 1e03379f-d713-4a17-ad32-75514de4cbbd gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:17.119997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:17.206010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:17.213111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3840ce0aa04e47a29cb0154d1e491d is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:17.217930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:17.232231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:17.272124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 464c2707-cf1a-4ece-865f-398ae08ee91b up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:17.285920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd4d54-4e70-4962-8e6d-4c80b09a56c7 req-b1016bf6-ce2d-4100-8079-28680d85771c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:17.294348 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aadd4d54-4e70-4962-8e6d-4c80b09a56c7 req-b1016bf6-ce2d-4100-8079-28680d85771c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1549196 Apr 03 05:28:17.366573 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aadd4d54-4e70-4962-8e6d-4c80b09a56c7 req-675362a5-3bf7-432e-a104-916fc73d4041 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711660 Apr 03 05:28:17.434434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:17.444619 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:17.475850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:17.491469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d3840ce0aa04e47a29cb0154d1e491d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212773 Apr 03 05:28:17.495334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 59434) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:17.582754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b9c630-e3b7-4b4d-9ff9-164d8b454359,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:17.594056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:17.677821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:17.771900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:17.868011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 33f2b447-3cfa-4e75-bef3-35810d3afe22 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:17.982577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7f893-ddd4-48e0-a07f-b3e86955b8dc req-013ea73a-32f0-4f48-b55d-39bc5f84b487 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:18.008105 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6be7f893-ddd4-48e0-a07f-b3e86955b8dc req-013ea73a-32f0-4f48-b55d-39bc5f84b487 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.2010996 Apr 03 05:28:18.048910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:18.080475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-04f312f2-b284-4090-bed2-290c4d79d9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:18.093137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 33f2b447-3cfa-4e75-bef3-35810d3afe22 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:18.093580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:18.142919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b9c630-e3b7-4b4d-9ff9-164d8b454359,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:18.159028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:18.163345 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16b9c630-e3b7-4b4d-9ff9-164d8b454359 HTTP/1.1" status: 204 len: 168 time: 0.6635084 Apr 03 05:28:18.163345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:18.165394 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6be7f893-ddd4-48e0-a07f-b3e86955b8dc req-2514863e-6389-4e61-b0cb-9dc60d83268f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540527 Apr 03 05:28:18.252889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 464c2707-cf1a-4ece-865f-398ae08ee91b completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:18.362272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 464c2707-cf1a-4ece-865f-398ae08ee91b triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:18.362923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:18.593268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:28:13Z', 'revision_number': 4, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port': {'id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:06Z', 'updated_at': '2021-04-03T05:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '217235f0-8429-4936-95ff-afdd4b692670', 'name': '', 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'mac_address': 'fa:16:3e:cb:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8ecefe2d-72ef-4220-bb1e-5f8ade7f004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:12Z', 'updated_at': '2021-04-03T05:28:14Z', 'revision_number': 2, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'subnets': [{'id': '8ecefe2d-72ef-4220-bb1e-5f8ade7f004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:18.600775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Checking router: 1e03379f-d713-4a17-ad32-75514de4cbbd for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:28:18.601263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Updating router 1e03379f-d713-4a17-ad32-75514de4cbbd port 217235f0-8429-4936-95ff-afdd4b692670 binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:28:18.612560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114a37e-e100-4639-9920-fe6a254693d9 req-825ada66-2a37-4ee9-949f-6e5ae73498ec tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:18.620316 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8114a37e-e100-4639-9920-fe6a254693d9 req-825ada66-2a37-4ee9-949f-6e5ae73498ec tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 949 time: 0.2235212 Apr 03 05:28:18.670974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:18.746521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:18.780979 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8114a37e-e100-4639-9920-fe6a254693d9 req-99a548b4-196e-4182-80f0-629a38645ae6 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595047 Apr 03 05:28:18.826875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 464c2707-cf1a-4ece-865f-398ae08ee91b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=464c2707-cf1a-4ece-865f-398ae08ee91b,segment=NetworkSegment(c95220ad-c633-40e8-8f71-1f218ec4e469),segment_id=c95220ad-c633-40e8-8f71-1f218ec4e469)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:18.830839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeac2140-dc17-4004-a329-1c7e28915129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c2707-cf1a-4ece-865f-398ae08ee91b'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:28:18.839814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:18.848846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-46bac2fe-ae82-45db-af17-b63ba7c3b374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:18.859736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc2c0-6c0b-4d01-830b-12185c093fe9 req-b7be4333-4040-4b01-9931-95ba90a0bd8e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:18.867019 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-de0dc2c0-6c0b-4d01-830b-12185c093fe9 req-b7be4333-4040-4b01-9931-95ba90a0bd8e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2226753 Apr 03 05:28:18.953626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-de0dc2c0-6c0b-4d01-830b-12185c093fe9 req-dc2431c0-37b4-4be7-8f12-deeaae3435ca tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856602 Apr 03 05:28:18.974397 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeac2140-dc17-4004-a329-1c7e28915129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c2707-cf1a-4ece-865f-398ae08ee91b', 'code': 200} Apr 03 05:28:19.074974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=464c2707-cf1a-4ece-865f-398ae08ee91b,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:19.097769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:19.583107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a327d0-b9e9-49bc-8ae3-b8167db37cc9 req-acafd106-fa45-4c9c-b73c-9bac607d3b3e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:19.591782 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-17a327d0-b9e9-49bc-8ae3-b8167db37cc9 req-acafd106-fa45-4c9c-b73c-9bac607d3b3e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.2032807 Apr 03 05:28:19.655453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:19.675295 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-17a327d0-b9e9-49bc-8ae3-b8167db37cc9 req-96358d5d-6945-4607-8073-9ddc722522ae tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817077 Apr 03 05:28:19.702870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Transition to ACTIVE for port object 217235f0-8429-4936-95ff-afdd4b692670 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:19.716084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76f08b-fd0e-4cbd-98af-753e4772a47c req-c132d515-769a-49fb-82ec-f26cf58c4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:19.718087 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8b76f08b-fd0e-4cbd-98af-753e4772a47c req-c132d515-769a-49fb-82ec-f26cf58c4764 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 1103 time: 0.2008159 Apr 03 05:28:19.725360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:19.846383 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8b76f08b-fd0e-4cbd-98af-753e4772a47c req-628067a6-e4ca-4dcb-9c29-f0ddcca5e1c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177568 Apr 03 05:28:19.995680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:20.003034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aebba-e065-4890-9f27-dc56e604a181 req-a8f241a0-02b1-4fd9-8aaa-26bc16e5baf5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:20.014746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 59508) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:20.022013 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'floatingip': {'port_id': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:20.025500 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0c1aebba-e065-4890-9f27-dc56e604a181 req-a8f241a0-02b1-4fd9-8aaa-26bc16e5baf5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1856432 Apr 03 05:28:20.249184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:20.280146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66c096-36cd-40fc-a08e-07ad06b5c6ee req-b0c6570e-51df-40ea-a29f-6894e4e599a2 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:20.288999 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ec66c096-36cd-40fc-a08e-07ad06b5c6ee req-b0c6570e-51df-40ea-a29f-6894e4e599a2 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 950 time: 0.2361488 Apr 03 05:28:20.474109 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ec66c096-36cd-40fc-a08e-07ad06b5c6ee req-58cfc82f-6654-4a0b-8b48-7b624e4b4a4e tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817231 Apr 03 05:28:20.504508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e943744-1ce2-4e68-ac12-bd3a357e3921 None None] Pushing event updated for resources: {'Port': ['ID=217235f0-8429-4936-95ff-afdd4b692670,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:20.513806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e943744-1ce2-4e68-ac12-bd3a357e3921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:20.515973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e64e6-a251-4627-97c0-0336feb7190e req-b44de1df-73a1-4a4d-bc86-9ab028d8d04d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:20.516724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Attempting to bind port 217235f0-8429-4936-95ff-afdd4b692670 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:20.517332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Attempting to bind port 217235f0-8429-4936-95ff-afdd4b692670 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:20.518185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Attempting to bind port 217235f0-8429-4936-95ff-afdd4b692670 on network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:20.524559 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f73e64e6-a251-4627-97c0-0336feb7190e req-b44de1df-73a1-4a4d-bc86-9ab028d8d04d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2306616 Apr 03 05:28:20.526066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:20.526720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Checking segment: {'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:20.527386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:20.528007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Bound using segment: {'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:20.528764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Bound port: 217235f0-8429-4936-95ff-afdd4b692670, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c082b27-7372-48db-9499-7893760ab723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:20.529380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:20.615400 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f73e64e6-a251-4627-97c0-0336feb7190e req-37cbbd78-4864-422e-b7e1-e5b7d19040bf tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859642 Apr 03 05:28:20.669950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] For port 217235f0-8429-4936-95ff-afdd4b692670, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:20.673610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] For port 217235f0-8429-4936-95ff-afdd4b692670, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=217235f0-8429-4936-95ff-afdd4b692670,segment=NetworkSegment(2c082b27-7372-48db-9499-7893760ab723),segment_id=2c082b27-7372-48db-9499-7893760ab723)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:20.681526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:20.698140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:20.873293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e943744-1ce2-4e68-ac12-bd3a357e3921 None None] Pushing event updated for resources: {'Port': ['ID=217235f0-8429-4936-95ff-afdd4b692670,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:20.879442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e943744-1ce2-4e68-ac12-bd3a357e3921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:20.992717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Routers {'1e03379f-d713-4a17-ad32-75514de4cbbd'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:20.993428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['1e03379f-d713-4a17-ad32-75514de4cbbd'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:21.540075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] Set router 1e03379f-d713-4a17-ad32-75514de4cbbd gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:22.024524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f108b-ddc8-495c-8f5e-858d03bd06a3 req-1e987812-366f-4f2a-a3a2-cf30458e6408 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:22.033873 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e93f108b-ddc8-495c-8f5e-858d03bd06a3 req-1e987812-366f-4f2a-a3a2-cf30458e6408 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 950 time: 0.3088896 Apr 03 05:28:22.157226 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e93f108b-ddc8-495c-8f5e-858d03bd06a3 req-8daad9b0-428e-4db2-a615-7d0fa8384795 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176598 Apr 03 05:28:22.305858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.resource_extend [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 03 05:28:22.426779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:22.434554 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:22.453347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:28:13Z', 'revision_number': 4, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port': {'id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:06Z', 'updated_at': '2021-04-03T05:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '217235f0-8429-4936-95ff-afdd4b692670', 'name': '', 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'mac_address': 'fa:16:3e:cb:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8ecefe2d-72ef-4220-bb1e-5f8ade7f004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:12Z', 'updated_at': '2021-04-03T05:28:20Z', 'revision_number': 4, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'subnets': [{'id': '8ecefe2d-72ef-4220-bb1e-5f8ade7f004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:22.458206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9270690-3921-4bd3-9513-ec7d6a8c4726 None None] The sync data for ids ['1e03379f-d713-4a17-ad32-75514de4cbbd'] in dv-cinder-784623-2-smb is: [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:28:13Z', 'revision_number': 4, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port': {'id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:06Z', 'updated_at': '2021-04-03T05:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '217235f0-8429-4936-95ff-afdd4b692670', 'name': '', 'network_id': 'c7ee09ac-37cf-4d86-9beb-971ecc4875a3', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'mac_address': 'fa:16:3e:cb:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8ecefe2d-72ef-4220-bb1e-5f8ade7f004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:12Z', 'updated_at': '2021-04-03T05:28:20Z', 'revision_number': 4, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'subnets': [{'id': '8ecefe2d-72ef-4220-bb1e-5f8ade7f004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:28:22.671309 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Floating IP d3a4c811-8999-4df5-b661-e3709ffed81d associated. External IP: 172.28.1.26, port: 014d4c01-1e0a-4238-9272-474eca2ae6e1. Apr 03 05:28:22.931682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466b4bc-b25d-42a3-ade8-fe141544fb56 req-2e180f31-0484-4c6f-93ef-0c51109647c7 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:22.934342 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6466b4bc-b25d-42a3-ade8-fe141544fb56 req-2e180f31-0484-4c6f-93ef-0c51109647c7 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 950 time: 0.1196830 Apr 03 05:28:23.010032 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6466b4bc-b25d-42a3-ade8-fe141544fb56 req-4fbc4701-e436-469d-9a5b-157ecca0cb23 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675564 Apr 03 05:28:23.127464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Router 89eb586c-cd84-4471-985d-593241c59ade has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:28:23.382235 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:28:23.388081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:23.394439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] Sync routers for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:28:23.417692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:23.418394 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:23.480487 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0cd3172c-bfb6-4c41-9982-0608b03429fe tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "PUT /v2.0/floatingips/d3a4c811-8999-4df5-b661-e3709ffed81d HTTP/1.1" status: 200 len: 990 time: 3.4616327 Apr 03 05:28:23.480487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:28:23.683437 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8df27c-26f9-4fed-853b-ce0f88a6669b req-54bc3c23-4d6d-470d-9070-58a60873ec68 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:23.698540 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1d8df27c-26f9-4fed-853b-ce0f88a6669b req-54bc3c23-4d6d-470d-9070-58a60873ec68 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1812537 Apr 03 05:28:23.809375 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1d8df27c-26f9-4fed-853b-ce0f88a6669b req-2d000907-25c9-4145-b638-e3ed588538d5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097794 Apr 03 05:28:23.852689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 217235f0-8429-4936-95ff-afdd4b692670 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:23.856153 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'status': 'completed', 'code': 200} Apr 03 05:28:23.937815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:24.091056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-95ae733b-c11a-4ab3-b486-992842b453b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:24.094542 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-95ae733b-c11a-4ab3-b486-992842b453b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1098 time: 0.2104607 Apr 03 05:28:24.135459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 217235f0-8429-4936-95ff-afdd4b692670 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:24.143296 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 217235f0-8429-4936-95ff-afdd4b692670 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:24.143949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:24.490791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:24.561728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fb0ca-47a2-4b2d-9609-3fc6aecf28f9 req-5e37def7-badd-44a5-b2e3-6a682d11feb9 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:24.563456 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-678fb0ca-47a2-4b2d-9609-3fc6aecf28f9 req-5e37def7-badd-44a5-b2e3-6a682d11feb9 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 950 time: 0.2416451 Apr 03 05:28:24.588867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-e1daa44a-8a63-4111-bba8-1b09b792d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:24.590442 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-e1daa44a-8a63-4111-bba8-1b09b792d610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.4884822 Apr 03 05:28:24.606238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 217235f0-8429-4936-95ff-afdd4b692670, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=217235f0-8429-4936-95ff-afdd4b692670,segment=NetworkSegment(2c082b27-7372-48db-9499-7893760ab723),segment_id=2c082b27-7372-48db-9499-7893760ab723)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:24.613227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:24.615479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b3c79413-6300-4f1a-8543-ee4021ef2be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:24.753346 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-678fb0ca-47a2-4b2d-9609-3fc6aecf28f9 req-5a07ebca-5263-4122-b09f-e4e5c017e374 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743746 Apr 03 05:28:24.860778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=217235f0-8429-4936-95ff-afdd4b692670,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:24.864717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:25.039282 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-6f88071a-3215-4e9f-a4c7-f43531269c44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 200 len: 998 time: 0.3054373 Apr 03 05:28:25.140784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'd3a4c811-8999-4df5-b661-e3709ffed81d', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'floating_ip_address': '172.28.1.26', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '89eb586c-cd84-4471-985d-593241c59ade', 'port_id': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'mac_address': 'fa:16:3e:06:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:27:48Z', 'updated_at': '2021-04-03T05:28:22Z', 'revision_number': 1, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:25.145805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] Checking router: 89eb586c-cd84-4471-985d-593241c59ade for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:28:25.157631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:25.159285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:25.189124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-36a2c111-6755-4c7c-98fa-3c03d5aed956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:25.190822 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-36a2c111-6755-4c7c-98fa-3c03d5aed956 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.1383736 Apr 03 05:28:25.279654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-2788a6a8-9a5f-4e0b-873a-f5bf870ac032 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:25.280950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-2788a6a8-9a5f-4e0b-873a-f5bf870ac032 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Synchronizing usage tracker for tenant:6a0d5bfdea5040a3a9f0eb380360bbeb on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:28:25.317411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-2788a6a8-9a5f-4e0b-873a-f5bf870ac032 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Unset dirty status for tenant:6a0d5bfdea5040a3a9f0eb380360bbeb on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:28:25.318652 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-2788a6a8-9a5f-4e0b-873a-f5bf870ac032 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 950 time: 0.7270753 Apr 03 05:28:25.328213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-07a1efb3-76a8-4ccd-b3b9-022a26cbc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:25.329813 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-07a1efb3-76a8-4ccd-b3b9-022a26cbc20d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1254311 Apr 03 05:28:25.552063 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-3d8b2fb1-62ff-4fa1-9448-7a9533b2b1ba service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588843 Apr 03 05:28:25.565735 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Deleting port 464c2707-cf1a-4ece-865f-398ae08ee91b {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:28:25.566303 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:25.570503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:25.699808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 217235f0-8429-4936-95ff-afdd4b692670 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:25.813196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 217235f0-8429-4936-95ff-afdd4b692670 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:25.813900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:25.938538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] For port 464c2707-cf1a-4ece-865f-398ae08ee91b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=464c2707-cf1a-4ece-865f-398ae08ee91b,segment=NetworkSegment(c95220ad-c633-40e8-8f71-1f218ec4e469),segment_id=c95220ad-c633-40e8-8f71-1f218ec4e469)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:25.938945 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:26.203143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b9e5b-4e4b-4ef4-afe5-829b705ee26f req-c58d7d64-0d09-4d21-ad40-c43e3e3e131c tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:26.206613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d06b9e5b-4e4b-4ef4-afe5-829b705ee26f req-c58d7d64-0d09-4d21-ad40-c43e3e3e131c tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 950 time: 0.2357862 Apr 03 05:28:26.321281 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d06b9e5b-4e4b-4ef4-afe5-829b705ee26f req-acb46233-9c81-4185-90de-9d5f76f13103 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/security-groups?id=20c01cfb-c13e-4a3f-a19e-689e74ff29b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054349 Apr 03 05:28:26.339104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'd3a4c811-8999-4df5-b661-e3709ffed81d', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'floating_ip_address': '172.28.1.26', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '89eb586c-cd84-4471-985d-593241c59ade', 'port_id': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'mac_address': 'fa:16:3e:06:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:27:48Z', 'updated_at': '2021-04-03T05:28:22Z', 'revision_number': 1, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:26.349166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa544a-5d31-4d91-b226-128d7b914e25 None None] The sync data for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb is: [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'd3a4c811-8999-4df5-b661-e3709ffed81d', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'floating_ip_address': '172.28.1.26', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '89eb586c-cd84-4471-985d-593241c59ade', 'port_id': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'mac_address': 'fa:16:3e:06:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:27:48Z', 'updated_at': '2021-04-03T05:28:22Z', 'revision_number': 1, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:28:26.468914 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Calling delete_port for 464c2707-cf1a-4ece-865f-398ae08ee91b owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:28:26.765443 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb7c9728-9994-4be2-9d8d-d692569bccff req-975a121d-576f-4558-bbe7-ad8af988e4b6 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1015859 Apr 03 05:28:26.773468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:26.790028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['464c2707-cf1a-4ece-865f-398ae08ee91b'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:28:26.792587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4a6891a9-0582-4cb6-9632-087284b5a93c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:26.875491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43685ad8-b370-4cf9-b7f7-99b1bf10a664 None None] New status for floating IP d3a4c811-8999-4df5-b661-e3709ffed81d: ACTIVE {{(pid=84368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:28:26.993867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Pushing event deleted for resources: {'Port': ['ID=464c2707-cf1a-4ece-865f-398ae08ee91b,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:27.100071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.100814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.101399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.101968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.102632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.103188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.103673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.104257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.104696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.105121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.105597 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.106083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:27.114366 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:27.363156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] No DVR routers for this DVR port 464c2707-cf1a-4ece-865f-398ae08ee91b on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:28:27.372579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:27.386985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeac2140-dc17-4004-a329-1c7e28915129', 'name': 'network-vif-deleted', 'tag': '464c2707-cf1a-4ece-865f-398ae08ee91b'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:28:27.428474 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-075b9d04-8a64-4d45-b8c7-5d209b30af16 req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.15 "DELETE /v2.0/ports/464c2707-cf1a-4ece-865f-398ae08ee91b HTTP/1.1" status: 204 len: 173 time: 2.0966067 Apr 03 05:28:27.615255 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeac2140-dc17-4004-a329-1c7e28915129', 'name': 'network-vif-deleted', 'tag': '464c2707-cf1a-4ece-865f-398ae08ee91b', 'status': 'completed', 'code': 200} Apr 03 05:28:27.745799 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d2883c3-a0fd-4c72-94ec-65ba0febfc78 req-cf8f30df-1930-442a-96eb-81eb550ba6f8 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeac2140-dc17-4004-a329-1c7e28915129 HTTP/1.1" status: 200 len: 210 time: 0.1469510 Apr 03 05:28:28.517086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-83028664-9436-4af0-931f-aed57f37a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:28.518699 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-83028664-9436-4af0-931f-aed57f37a61a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 0.1736548 Apr 03 05:28:28.580535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-de5dac74-3606-479d-84c0-1f9711a43850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:28.706451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842148d6-6dd0-4714-b904-3d47d10d920d req-f91ae23e-534c-420a-9614-26f2408edd94 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:28.714930 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-842148d6-6dd0-4714-b904-3d47d10d920d req-f91ae23e-534c-420a-9614-26f2408edd94 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2612448 Apr 03 05:28:28.822093 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-842148d6-6dd0-4714-b904-3d47d10d920d req-907453fb-bfe2-49a2-b55b-eabc5fd17b2c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 Apr 03 05:28:28.893829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-36a422b7-6e6a-4b64-85d7-9e2be3c9e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:28.895506 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-36a422b7-6e6a-4b64-85d7-9e2be3c9e5c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.3641264 Apr 03 05:28:28.997886 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-fa5ace3e-cdd2-4d4d-9db1-a9334978dee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 217 time: 0.0949669 Apr 03 05:28:29.106958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-deb522bc-c278-4966-b1ee-6e224b236d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:29.112265 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-deb522bc-c278-4966-b1ee-6e224b236d23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.1082447 Apr 03 05:28:29.126369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59704) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:29.143801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59710) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:29.202246 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-047a8c7b-a57d-4157-93be-0bc10d507a3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760412 Apr 03 05:28:29.308896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 464c2707-cf1a-4ece-865f-398ae08ee91b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:28:29.354275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:29.379454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 464c2707-cf1a-4ece-865f-398ae08ee91b {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:28:29.380279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 464c2707-cf1a-4ece-865f-398ae08ee91b not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:28:29.411149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:29.415663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:29.445523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:29.451172 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Usage tracker for resource:security_group_rule and tenant:f801eefbabe04cd3854f30101f7f4925 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:29.454503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:29.462107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:29.469022 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-1663ef87-3a88-48cf-86db-13aca139503e service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578545 Apr 03 05:28:29.495974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ff2ce6c7c640e399349db3240279df is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:29.502326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:29.521188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:29.573867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:29.582560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:29.617405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-25bdce06-671a-4329-9d8b-56583ede8ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:29.633378 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f801eefbabe04cd3854f30101f7f4925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882362 Apr 03 05:28:29.637739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59728) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:29.658087 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9e10e48-4400-4b03-b53e-c22824d78d28 req-8cfcaa3c-46ab-41ef-b455-51f8fdd36007 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777005 Apr 03 05:28:29.786075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a85f285-314a-4001-b3bb-4fe6d7017be0,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:29.802115 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:29.836552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:29.971001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.977275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.978039 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.978616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.979192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.979773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.980356 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.980920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.981483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.982040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.982622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.983189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:29.994233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:29.995335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.004058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-180e8c81-80ec-4f38-aae9-5bee98ff1133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:30.018930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a85f285-314a-4001-b3bb-4fe6d7017be0,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:30.057623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:30.111734 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-9219ec46-1fda-4115-aaba-d675a5c49987 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880697 Apr 03 05:28:30.149011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.190211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.207520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.222640 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a85f285-314a-4001-b3bb-4fe6d7017be0 HTTP/1.1" status: 204 len: 168 time: 0.5829833 Apr 03 05:28:30.223920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.240920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a6f732ec-2abd-42f8-96ba-a055244af1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:30.275707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-5277a479-8b05-42f0-84f5-52c58537ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:30.277363 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-5277a479-8b05-42f0-84f5-52c58537ed85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 1098 time: 0.1296234 Apr 03 05:28:30.300720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc18bf-83cd-431a-b19e-d73954a6cfed,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:30.307376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:30.342840 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0ff2ce6c7c640e399349db3240279df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2117021 Apr 03 05:28:30.343696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59754) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:30.383575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6511b2-bd83-4f69-b86f-d73ba7eb96f5 req-baf05252-d70e-40ae-971d-3908b14d4bff tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:30.385817 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c6511b2-bd83-4f69-b86f-d73ba7eb96f5 req-baf05252-d70e-40ae-971d-3908b14d4bff tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.3376789 Apr 03 05:28:30.560461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.607310 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-9a38b022-d204-4913-aec0-90f37d340872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:30.609181 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-9a38b022-d204-4913-aec0-90f37d340872 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.3065109 Apr 03 05:28:30.611048 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-465eadcc-f262-4a8c-b206-2572a9ee5a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.638163 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c6511b2-bd83-4f69-b86f-d73ba7eb96f5 req-aad152e8-82e5-4869-9f37-30ac76720ce5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338166 Apr 03 05:28:30.651195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.745387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.755623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a6a11eea-2f5e-4fc5-b954-f496aaec1e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:30.768758 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-b7d71556-0e6c-4e70-9c58-f49b9d5ee042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369 HTTP/1.1" status: 200 len: 217 time: 0.1511891 Apr 03 05:28:30.777024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:30.778622 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1efc18bf-83cd-431a-b19e-d73954a6cfed HTTP/1.1" status: 204 len: 168 time: 0.4330540 Apr 03 05:28:30.794335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc18bf-83cd-431a-b19e-d73954a6cfed,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:30.802446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:30.940523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-6e018d85-dc56-4976-8275-b15e2cffa315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:30.943358 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-6e018d85-dc56-4976-8275-b15e2cffa315 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.1674194 Apr 03 05:28:31.067831 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-8c7a6dfa-36dd-4e8d-893c-2d75e240b7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127524 Apr 03 05:28:31.382912 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-c766cdfd-9104-401a-8d63-d72b38e269bf service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065820 Apr 03 05:28:31.608760 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a2994683-efd2-414d-b2df-d10bfafe1ceb req-51fd8e12-4831-47c6-a4de-3e34f31a6967 service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163985 Apr 03 05:28:31.789323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:31.964672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:31.980265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b85de-0cb5-4f4b-8117-8f7a96a0b016 req-67a6c0da-64d6-4d24-81fd-939caa4b1861 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:31.985201 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b93b85de-0cb5-4f4b-8117-8f7a96a0b016 req-67a6c0da-64d6-4d24-81fd-939caa4b1861 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1878660 Apr 03 05:28:32.068333 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b93b85de-0cb5-4f4b-8117-8f7a96a0b016 req-d87a5122-3e32-4566-ae41-ad4ffcbc2773 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754516 Apr 03 05:28:32.284058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59872) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:32.473886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-382745473-network', 'tenant_id': '11f7322399934a87983e2d7cb60e5492'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:32.481611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:32.485987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Usage tracker for resource:network and tenant:11f7322399934a87983e2d7cb60e5492 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:32.489428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:32.496985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:32.510155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Made reservation on behalf of 11f7322399934a87983e2d7cb60e5492 for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:32.513858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.529205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.546462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:32.550724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Usage tracker for resource:security_group_rule and tenant:11f7322399934a87983e2d7cb60e5492 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:32.553876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:32.560159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:32.695724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.698576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.704210 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-77f4b0be-a371-4202-bb50-58a8bb82c4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:32.753383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:28:32.772971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c84142-488f-4f63-8d17-69faa1cca617,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:32.776845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.777213 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Added segment 859ea292-3ddf-4f6f-aee8-9e2939c228c9 of type vlan for network 32ed8b1a-1417-4352-b9ac-21dc363e569f Apr 03 05:28:32.778529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:32.812619 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.853231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.854943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:32.855810 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:32.861482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:33.028514 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7431874 Apr 03 05:28:33.031628 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 59934) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:33.034632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Pushing event updated for resources: {'Network': ['ID=32ed8b1a-1417-4352-b9ac-21dc363e569f,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:33.037734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:33.041941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Request body: {'subnet': {'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-382745473-subnet', 'tenant_id': '11f7322399934a87983e2d7cb60e5492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:33.047718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:28:33.048377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:33.052795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Usage tracker for resource:subnet and tenant:11f7322399934a87983e2d7cb60e5492 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:33.056670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:33.063694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:33.096999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Made reservation on behalf of 11f7322399934a87983e2d7cb60e5492 for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:33.118141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:33.324403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:33.499869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834862f3-b6c2-4e99-a5e6-d529a8de6be3 req-e2f5496e-378f-4f20-8adf-4cb65b572bbc tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:33.521257 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-834862f3-b6c2-4e99-a5e6-d529a8de6be3 req-e2f5496e-378f-4f20-8adf-4cb65b572bbc tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2116556 Apr 03 05:28:33.635931 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-834862f3-b6c2-4e99-a5e6-d529a8de6be3 req-2344154e-a6f9-4fc6-b24b-54e6ee2c320a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144149 Apr 03 05:28:34.093244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:34.111226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-58e8aeb8-d5dc-496d-a56d-8d3aebb72d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:34.272369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7486df88-955a-4315-84b9-ee587dd09ec3,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:34.276979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:34.401405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Checking segment: {'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:34.401877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Network hostable DHCP agents. Network: 32ed8b1a-1417-4352-b9ac-21dc363e569f, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:28:34.431928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:28:34.450441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 32ed8b1a-1417-4352-b9ac-21dc363e569f) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:34.454190 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:34.454833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:34.470820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd1255-39ea-41bd-a8d9-9a7dd345efe8 None None] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:34.481020 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-061f0b1c-e9c7-480b-a3e5-b7eb21e278b5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4481790 Apr 03 05:28:35.011334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfefe1f-36ae-4feb-9426-129d30d775a6 None None] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:35.035489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a85baa-66ed-4a39-8aff-5f8ea7a2e61f req-321a20c3-8fff-4ae1-8636-cd4e70609300 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:35.048450 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9a85baa-66ed-4a39-8aff-5f8ea7a2e61f req-321a20c3-8fff-4ae1-8636-cd4e70609300 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2095699 Apr 03 05:28:35.144501 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9a85baa-66ed-4a39-8aff-5f8ea7a2e61f req-0d32986f-7c20-41d9-9f18-9c7be2c39e6d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876894 Apr 03 05:28:36.422590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6529f4-7859-4836-97fb-2814b66c813f req-b4387772-3a71-4e71-bb97-157514c2f844 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:36.424180 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5f6529f4-7859-4836-97fb-2814b66c813f req-b4387772-3a71-4e71-bb97-157514c2f844 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1092327 Apr 03 05:28:36.476735 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5f6529f4-7859-4836-97fb-2814b66c813f req-9357d032-23f5-4cf2-a9d0-73ebf25d837c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 Apr 03 05:28:37.074242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60108) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:37.187740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-a6d69fdd-80a5-4d97-ae12-f3b05f21fe18 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:37.188517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-a6d69fdd-80a5-4d97-ae12-f3b05f21fe18 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Synchronizing usage tracker for tenant:11f7322399934a87983e2d7cb60e5492 on resource:network {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:28:37.270956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-a6d69fdd-80a5-4d97-ae12-f3b05f21fe18 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Unset dirty status for tenant:11f7322399934a87983e2d7cb60e5492 on resource:network {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:28:37.272131 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-a6d69fdd-80a5-4d97-ae12-f3b05f21fe18 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/networks?id=32ed8b1a-1417-4352-b9ac-21dc363e569f HTTP/1.1" status: 200 len: 813 time: 0.2499900 Apr 03 05:28:37.286599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60126) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:37.357835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Deleting subnet 6943c9a2-8b72-4dab-a359-841ef1117f41 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:28:37.361413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:37.417389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:37.479743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:37.583039 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ed9a44f8-dd24-4c14-ba10-a5c36abc5c77 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/quotas/11f7322399934a87983e2d7cb60e5492 HTTP/1.1" status: 200 len: 375 time: 0.2634583 Apr 03 05:28:37.598139 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-21561b7a-b8c5-4072-9859-b4aa38cefc64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a0d5bfdea5040a3a9f0eb380360bbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227537 Apr 03 05:28:37.617027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60134) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:37.663281 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-3548699f-c7f1-4b45-815e-f3d9145b9a3e tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=11f7322399934a87983e2d7cb60e5492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717998 Apr 03 05:28:37.674940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-fd732ed8-b96d-4e2e-89ba-908bdb868086 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:37.676627 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-fd732ed8-b96d-4e2e-89ba-908bdb868086 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 814 time: 0.4839799 Apr 03 05:28:37.728707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:37.774431 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-5ce9eae1-96d5-4dd5-aae1-a09e5b3812f9 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/quotas/cacee8194a964aa281466c95d8ebb612 HTTP/1.1" status: 200 len: 375 time: 0.0732100 Apr 03 05:28:37.803683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:37.860847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:37.878498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4486b3a5-7708-4a05-990d-3d434929db7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:37.885692 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-718281f4-868b-4d17-a4c0-b16219048ddf service neutron] 10.222.0.23 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081981 Apr 03 05:28:37.929813 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:37.935126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6943c9a2-8b72-4dab-a359-841ef1117f41,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:37.944795 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-659c7de1-f298-409f-92f4-aecd6a4a9314 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631539 Apr 03 05:28:37.990123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:37.992610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:38.012049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c01cfb-c13e-4a3f-a19e-689e74ff29b8,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:38.016819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:38.047816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:38.052708 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20c01cfb-c13e-4a3f-a19e-689e74ff29b8 HTTP/1.1" status: 204 len: 168 time: 0.4338076 Apr 03 05:28:38.053998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:38.056449 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6943c9a2-8b72-4dab-a359-841ef1117f41 HTTP/1.1" status: 204 len: 168 time: 0.7687249 Apr 03 05:28:38.059053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60142) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:38.147461 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-345b798e-ae01-4fbb-a27a-14a9e2310d92 service neutron] 10.222.0.23 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545149 Apr 03 05:28:38.177806 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-30f70487-2bec-4337-9502-3a37c2ddb2c4 service neutron] 10.222.0.23 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824868 Apr 03 05:28:38.184248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:38.353400 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-06f155a3-b12d-4166-a66b-c878b5ae73eb service neutron] 10.222.0.23 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666281 Apr 03 05:28:38.410447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:38.608645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f377785b-2a44-46e7-a600-3016e303f35f']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:38.649113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156c73ca-deb5-487d-8ac2-02ba99efb6be') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:38.649755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156c73ca-deb5-487d-8ac2-02ba99efb6be') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:38.667656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:38.756605 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-40dccd4d-f514-4901-ba6a-1b433d7ce1a0 req-7b620bd1-da67-4721-bc20-1d0594d1c7ed tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 210 time: 0.0788989 Apr 03 05:28:38.891005 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1513f-0b6d-443f-85da-8131d510d6df req-b376718d-7f06-4a19-a4a3-a57c2488c794 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:38.903169 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e3d1513f-0b6d-443f-85da-8131d510d6df req-b376718d-7f06-4a19-a4a3-a57c2488c794 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2992225 Apr 03 05:28:38.936881 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ef453609-b124-4b26-bb26-969b8f211f15 req-be266c94-e5fc-4310-8b9b-bc7d974703c5 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 210 time: 0.1155448 Apr 03 05:28:39.042323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.058454 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e3d1513f-0b6d-443f-85da-8131d510d6df req-ac67b6ed-e051-4f09-b270-22671d3bafc3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342843 Apr 03 05:28:39.067076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:28:39.164655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60184) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:39.258323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Network f377785b-2a44-46e7-a600-3016e303f35f has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:28:39.267778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.291719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-602968566-network', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:39.297223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:39.305862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Usage tracker for resource:network and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:39.310420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:39.317603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:39.326599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Made reservation on behalf of 1a57ece2507a439ba30bba7adc5620a5 for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:39.331308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.344840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.360711 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:39.364739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:39.367706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:39.373792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:39.450691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Network f377785b-2a44-46e7-a600-3016e303f35f has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:28:39.464573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.467381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.471738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3ee99dda-6356-41c5-8156-aaf1cbdb3a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:28:39.473559 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:28:39.502234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:28:39.511427 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce4f06-5429-4313-81a1-f676e7565737,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:39.514754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:39.518799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.519192 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Added segment 57d486d1-7e81-45a4-9af5-ab3d87877768 of type vlan for network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 Apr 03 05:28:39.550049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.557023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.566832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.571164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-fa50da68-6b7c-4564-9373-6d73b6e5c248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:39.588790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.590176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:39.590811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.597684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f377785b-2a44-46e7-a600-3016e303f35f,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:39.600608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:39.607064 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2c39a134-3018-49de-b3f6-6716d69efb3d admin admin] 10.222.0.23 "DELETE /v2.0/networks/f377785b-2a44-46e7-a600-3016e303f35f HTTP/1.1" status: 204 len: 168 time: 1.5457127 Apr 03 05:28:39.607322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60192) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:39.611478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:39.679926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Deleting subnet 77f928e5-43d1-400a-a97e-dc644e19dbfe {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:28:39.683181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.724595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Pushing event updated for resources: {'Network': ['ID=439c8ed6-f97c-4acc-afaf-b2792f5e6706,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:39.729748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:39.734848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:28:39.741635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.743835 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5766757 Apr 03 05:28:39.747950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60198) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:39.762448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Request body: {'subnet': {'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-602968566-subnet', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:39.777311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:39.785020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Usage tracker for resource:subnet and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:39.788260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:39.810982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:39.828949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Made reservation on behalf of 1a57ece2507a439ba30bba7adc5620a5 for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:39.834278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:39.944718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:40.011418 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba11ea2f-2f58-4de0-a4d4-52c884af826e req-ca3b154e-d5c8-454f-a17c-8048d1ddee02 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 210 time: 0.0546546 Apr 03 05:28:40.063460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-60a5c805-b972-40d1-8ee5-23a69a22ecca tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:40.065334 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-60a5c805-b972-40d1-8ee5-23a69a22ecca tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "GET /v2.0/networks?id=32ed8b1a-1417-4352-b9ac-21dc363e569f HTTP/1.1" status: 200 len: 813 time: 0.2927175 Apr 03 05:28:40.104047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Request body: {'port': {'device_id': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f', 'admin_state_up': True, 'tenant_id': '11f7322399934a87983e2d7cb60e5492'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:40.236269 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bf1ca011-5370-4a72-897a-c6c89085ea18 req-63b1979d-40d9-4eeb-8162-783a0039ecc3 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 210 time: 0.0661945 Apr 03 05:28:40.403862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84aa65-3e0d-4c65-92b2-861c38317247 req-e6355ca3-c92a-403e-8e00-366e075db0e1 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:40.405581 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-be84aa65-3e0d-4c65-92b2-861c38317247 req-e6355ca3-c92a-403e-8e00-366e075db0e1 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1751938 Apr 03 05:28:40.480061 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-be84aa65-3e0d-4c65-92b2-861c38317247 req-89c205c7-9644-429d-b1c7-93f133fc53d4 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Apr 03 05:28:40.530614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:40.545994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:40.546254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Usage tracker for resource:port and tenant:11f7322399934a87983e2d7cb60e5492 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:40.551969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:40.563870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-143fe9a7-bd6f-4c29-9f86-6c949c6794c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:40.565473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-8cfc9495-e37d-4263-a524-73747f493cb2 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:40.566249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-8cfc9495-e37d-4263-a524-73747f493cb2 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Synchronizing usage tracker for tenant:cacee8194a964aa281466c95d8ebb612 on resource:network {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:28:40.574782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:40.600581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Made reservation on behalf of 11f7322399934a87983e2d7cb60e5492 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:40.607354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:40.641786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-8cfc9495-e37d-4263-a524-73747f493cb2 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Unset dirty status for tenant:cacee8194a964aa281466c95d8ebb612 on resource:network {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:28:40.642935 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-8cfc9495-e37d-4263-a524-73747f493cb2 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.15 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 814 time: 0.4370043 Apr 03 05:28:40.654583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:40.702186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'port': {'device_id': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'admin_state_up': True, 'tenant_id': 'cacee8194a964aa281466c95d8ebb612'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:40.709789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5d36ad-e494-412e-b369-c9c34983f863,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:40.714057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:40.753906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:40.795584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Checking segment: {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:40.795995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Network hostable DHCP agents. Network: 439c8ed6-f97c-4acc-afaf-b2792f5e6706, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:28:40.825588 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:28:40.835382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 439c8ed6-f97c-4acc-afaf-b2792f5e6706) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:40.848102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1c5ff-c723-404e-82f0-4c64c340a7e9 None None] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:40.857712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:40.858412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:40.914557 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-17740367-37f9-49d1-bb77-d05947644f2c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1627257 Apr 03 05:28:40.917939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60230) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:40.933147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f928e5-43d1-400a-a97e-dc644e19dbfe,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:40.933584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:40.954602 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:40.969378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Usage tracker for resource:router and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:40.974984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:40.981902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:41.000784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.002686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.020592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.158607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:41.324152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:28:41.325250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.471480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.487456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:41.504890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:port and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:41.511232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Allocated IP 172.20.0.14 (32ed8b1a-1417-4352-b9ac-21dc363e569f/7486df88-955a-4315-84b9-ee587dd09ec3/86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:41.514906 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7beca5e9-16b5-4811-90eb-a13378de1768 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/77f928e5-43d1-400a-a97e-dc644e19dbfe HTTP/1.1" status: 204 len: 168 time: 1.9065359 Apr 03 05:28:41.518540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:41.523278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60246) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:41.548551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Allocated IP 172.20.0.2 (439c8ed6-f97c-4acc-afaf-b2792f5e6706/bf5d36ad-e494-412e-b369-c9c34983f863/a574bacb-0c08-4e0c-a41c-09dd210b244c) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:41.562133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:41.681905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Made reservation on behalf of cacee8194a964aa281466c95d8ebb612 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:41.688186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.712832 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-14f8a2d0-4921-49d2-8188-929190b00a0b req-8eebf8eb-aeeb-4b5c-bddd-d1e5fce44e64 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 210 time: 0.4196525 Apr 03 05:28:41.738092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.821917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.861568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.874470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Transition to ACTIVE for port object a574bacb-0c08-4e0c-a41c-09dd210b244c will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:41.921471 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Transition to ACTIVE for port object a574bacb-0c08-4e0c-a41c-09dd210b244c will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:41.927764 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:41.956064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:41.983354 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206ab281-2ae3-4150-99f9-e13180ce4b85 req-7b3c3636-f1b3-435d-9249-9d9f2bb3ebea tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 210 time: 0.0672793 Apr 03 05:28:42.073779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Pushing event updated for resources: {'Port': ['ID=a574bacb-0c08-4e0c-a41c-09dd210b244c,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:42.088167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.088619 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.088998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.089372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.089742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.090111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.090477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.090840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.091203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.091565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.091924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.092472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:42.097167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:42.425386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.434920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:42.436098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:42.440870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:42.464701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.475721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b052e-e35f-4367-9ef6-c0f020dc5fad req-24995765-e254-46c8-923d-71e030a200ef tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:42.484075 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d7b052e-e35f-4367-9ef6-c0f020dc5fad req-24995765-e254-46c8-923d-71e030a200ef tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.2785089 Apr 03 05:28:42.595332 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d7b052e-e35f-4367-9ef6-c0f020dc5fad req-798719ab-7829-4e24-97ad-2b26553a7317 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102276 Apr 03 05:28:42.602986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Attempting to bind port a574bacb-0c08-4e0c-a41c-09dd210b244c on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:42.603716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Attempting to bind port a574bacb-0c08-4e0c-a41c-09dd210b244c by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:42.604132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Attempting to bind port a574bacb-0c08-4e0c-a41c-09dd210b244c on network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:42.625445 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:42.625875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Checking segment: {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:42.626334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.626775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Bound using segment: {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:42.627306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Bound port: a574bacb-0c08-4e0c-a41c-09dd210b244c, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:42.627730 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.639157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.753241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] For port a574bacb-0c08-4e0c-a41c-09dd210b244c, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:42.756568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] For port a574bacb-0c08-4e0c-a41c-09dd210b244c, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a574bacb-0c08-4e0c-a41c-09dd210b244c,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:42.761722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.761885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Allocated IP 172.28.1.234 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/225563fe-09e3-4bc5-bb39-2bc956b73c11) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:42.778160 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:42.808626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.937814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Allocated IP 172.20.0.13 (a019de04-e19a-4cdf-996a-98badd12c78b/d08b3dd4-0c17-4075-b091-6b463d018f1f/ba4629e8-2620-4e00-8215-01974f18d396) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:42.940733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:42.948682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Pushing event updated for resources: {'Port': ['ID=a574bacb-0c08-4e0c-a41c-09dd210b244c,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:42.951968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:42.975897 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f94acfd4-c1b2-45a2-ae32-45cbeafccd7a tempest-DeleteServersTestJSON-2106590928 tempest-DeleteServersTestJSON-2106590928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:43.074482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.114540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.132885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b0c4700c-883a-41e7-ae8b-74ebe80a7f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:43.162422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06fe704-bb99-425c-ba20-b1cc4591991b']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:43.191456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d4bf3e-e475-446c-83e4-2bb45e46ea9d') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:43.191787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d4bf3e-e475-446c-83e4-2bb45e46ea9d') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:43.227387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.255347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Pushing event updated for resources: {'Port': ['ID=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:43.268669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:43.277497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Pushing event updated for resources: {'Port': ['ID=225563fe-09e3-4bc5-bb39-2bc956b73c11,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:43.282797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:43.294079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.336282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:43.337593 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:43.340009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:43.342170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:28:43.415868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:43.417791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:43.529019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:43.757258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Network e06fe704-bb99-425c-ba20-b1cc4591991b has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:28:43.771101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:43.771793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.794081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.808284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a574bacb-0c08-4e0c-a41c-09dd210b244c up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:43.811957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.836333 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7473764 Apr 03 05:28:43.851948 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:43.917112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Transition to ACTIVE for port object ba4629e8-2620-4e00-8215-01974f18d396 will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:43.922991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port a574bacb-0c08-4e0c-a41c-09dd210b244c completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:44.020481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Network e06fe704-bb99-425c-ba20-b1cc4591991b has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:28:44.046781 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:28:44.129308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.132535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.167427 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:44.230911 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.286068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.304778 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e06fe704-bb99-425c-ba20-b1cc4591991b HTTP/1.1" status: 204 len: 168 time: 2.7772098 Apr 03 05:28:44.328978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:44.338007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:44.338007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b88b2f40-2506-4af5-bf62-ad0c8c2055ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:44.360357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06fe704-bb99-425c-ba20-b1cc4591991b,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:44.369712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-41778f3f-0222-4b42-925a-a86a940665e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:44.410372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Network a019de04-e19a-4cdf-996a-98badd12c78b is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:44.412157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:44.415360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:44.512076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60260) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:44.568139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:44.568923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.611525 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3a6d15a1-f52c-44e0-b777-170dcdbad459 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a9dc0a3031745a89a29811adb634b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955756 Apr 03 05:28:44.612332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60264) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:44.672925 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0197031 Apr 03 05:28:44.699473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.740056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-85d19788-9aad-4053-a6b0-0641b7f33fe4 None None] Provisioning for port ba4629e8-2620-4e00-8215-01974f18d396 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:44.749645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-85d19788-9aad-4053-a6b0-0641b7f33fe4 None None] Provisioning complete for port ba4629e8-2620-4e00-8215-01974f18d396 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:44.750297 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-85d19788-9aad-4053-a6b0-0641b7f33fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.764374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.845077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.853590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d65337aa-93b3-43a9-92cc-e8df41a4a716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:44.858394 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-85d19788-9aad-4053-a6b0-0641b7f33fe4 None None] Port ba4629e8-2620-4e00-8215-01974f18d396 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:44.874559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:44.875779 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/323cccb0-4e32-4886-a172-0ba25263bc89 HTTP/1.1" status: 204 len: 168 time: 0.2622962 Apr 03 05:28:44.876927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323cccb0-4e32-4886-a172-0ba25263bc89,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:44.881925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:44.922216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Router f25e961d-8bf6-414d-ac64-eabf6e42e638 is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:28:44.933211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e32171-e1bc-436e-a19f-2f323b3b0efa None None] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:45.080431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Provisioning for port a574bacb-0c08-4e0c-a41c-09dd210b244c completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:45.091251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Provisioning complete for port a574bacb-0c08-4e0c-a41c-09dd210b244c triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:45.091673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.153486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:28:45.169749 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Sync routers for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:28:45.186781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:45.187719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:45.209799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.212456 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2903104 Apr 03 05:28:45.215171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60274) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:45.431530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60278) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:45.453609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:45.468885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.543525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] For port a574bacb-0c08-4e0c-a41c-09dd210b244c, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a574bacb-0c08-4e0c-a41c-09dd210b244c,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:45.552761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.556163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:45.564596 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-43041157-04f5-4e07-8b86-0b5d43311588 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c922ac8085b743448bc7bd013767462e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286938 Apr 03 05:28:45.568515 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60282) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:45.701871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.743616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Pushing event updated for resources: {'Port': ['ID=a574bacb-0c08-4e0c-a41c-09dd210b244c,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:45.750065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:45.754642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.860665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.867614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c21da2c0-ae2c-450e-98ce-92dddafd4711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:45.885933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a70208d-0f0c-4c79-b176-df95176feb29,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:45.905329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:45.906457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:45.910260 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a70208d-0f0c-4c79-b176-df95176feb29 HTTP/1.1" status: 204 len: 168 time: 0.3381178 Apr 03 05:28:45.955771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:43Z', 'revision_number': 3, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:45.963736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Checking router: f25e961d-8bf6-414d-ac64-eabf6e42e638 for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:28:45.964036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Updating router f25e961d-8bf6-414d-ac64-eabf6e42e638 port 225563fe-09e3-4bc5-bb39-2bc956b73c11 binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:28:46.044406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:46.104629 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-380c8259-2572-43aa-966b-af1038d0a074 None None] Provisioning complete for port a574bacb-0c08-4e0c-a41c-09dd210b244c triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:46.105050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-380c8259-2572-43aa-966b-af1038d0a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:46.550254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:46.680550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:46.708946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Transition to ACTIVE for port object 225563fe-09e3-4bc5-bb39-2bc956b73c11 will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:46.716874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:46.737793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:46.821373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Pushing event updated for resources: {'Port': ['ID=225563fe-09e3-4bc5-bb39-2bc956b73c11,revision_number=2']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:46.826976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Allocated IP 172.20.0.1 (439c8ed6-f97c-4acc-afaf-b2792f5e6706/bf5d36ad-e494-412e-b369-c9c34983f863/e6c92ac2-1ac3-4451-809d-59b1bfc6f752) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:46.832208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.832624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.833004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.833376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.833759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.834114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.834477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.834838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.835197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.835555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.835913 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.836269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:28:46.840345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:47.026009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:28:47.032982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Attempting to bind port 225563fe-09e3-4bc5-bb39-2bc956b73c11 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:47.033499 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Attempting to bind port 225563fe-09e3-4bc5-bb39-2bc956b73c11 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:47.033977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Attempting to bind port 225563fe-09e3-4bc5-bb39-2bc956b73c11 on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:47.039997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:47.040556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:47.041014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.041834 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:47.042534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Bound port: 225563fe-09e3-4bc5-bb39-2bc956b73c11, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:47.042958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.078502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.097857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Transition to ACTIVE for port object e6c92ac2-1ac3-4451-809d-59b1bfc6f752 will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:47.127991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.132916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] For port 225563fe-09e3-4bc5-bb39-2bc956b73c11, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:47.136362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] For port 225563fe-09e3-4bc5-bb39-2bc956b73c11, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=225563fe-09e3-4bc5-bb39-2bc956b73c11,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:47.141219 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.144627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2a078657-2e0f-4ec9-b191-cae5e01682be tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:47.157025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ce32049f-3a27-4aa0-8215-c13c63cf008c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:47.378283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:47.385316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:47.404164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:47.405598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:47.407881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:47.478509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.537575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Pushing event updated for resources: {'Port': ['ID=225563fe-09e3-4bc5-bb39-2bc956b73c11,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:47.543597 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f439912f-e0fb-490b-904b-4c48fc72484e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:47.627106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:47.627799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:47.695231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.751983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-07dced14-fac4-4ebf-967f-9ec949ab099d None None] Provisioning for port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:47.768749 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-07dced14-fac4-4ebf-967f-9ec949ab099d None None] Provisioning complete for port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:47.769191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-07dced14-fac4-4ebf-967f-9ec949ab099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:47.888838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a574bacb-0c08-4e0c-a41c-09dd210b244c up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:47.925472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:47.979118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-07dced14-fac4-4ebf-967f-9ec949ab099d None None] Port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:47.986889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port a574bacb-0c08-4e0c-a41c-09dd210b244c triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:47.987552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.244333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.249152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.281216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ad6de216-a56c-4794-9809-8c1ba4024c92 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:48.373301 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.382297 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:46Z', 'revision_number': 1, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:48.390246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:48.394612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ec8d4-da7e-4b6b-8709-879d8581d693 None None] The sync data for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb is: [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:46Z', 'revision_number': 1, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:28:48.395547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60326) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:48.406191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:48.549026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.567122 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:48.568652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:48.580775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:48.596766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Usage tracker for resource:security_group_rule and tenant:fae8b1cdcea14768a498f83a7c9c5a6e is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:48.600471 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:48.607434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:48.728110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.736262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.750877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-66af2229-3a3f-45d6-b280-5b52c7ba7402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:48.842858 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fae8b1cdcea14768a498f83a7c9c5a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443033 Apr 03 05:28:48.844430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60332) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:48.847492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca5938-3955-455f-b6a4-f2b8b4692cea,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:48.850889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:48.856567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Router f25e961d-8bf6-414d-ac64-eabf6e42e638 has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:28:48.944548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-eedd1604-c196-4e43-9c63-f8ffc837cf9d None None] Provisioning complete for port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:48.949486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eedd1604-c196-4e43-9c63-f8ffc837cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:48.960733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:49.022072 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:49.086926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-eedd1604-c196-4e43-9c63-f8ffc837cf9d None None] Port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:49.119078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:49.130436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8a866aca-eda3-4b23-8ed9-eeffb8909517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:49.148508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca5938-3955-455f-b6a4-f2b8b4692cea,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:49.151492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:49.165263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:49.170114 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3ca5938-3955-455f-b6a4-f2b8b4692cea HTTP/1.1" status: 204 len: 168 time: 0.3239024 Apr 03 05:28:49.185598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:28:49.196006 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/f25e961d-8bf6-414d-ac64-eabf6e42e638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9786272 Apr 03 05:28:49.836944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 225563fe-09e3-4bc5-bb39-2bc956b73c11 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:49.963252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 225563fe-09e3-4bc5-bb39-2bc956b73c11 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:49.972848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 225563fe-09e3-4bc5-bb39-2bc956b73c11 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:49.974895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.113851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60364) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:50.121196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1896483305-network', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:50.144774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:50.157237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Usage tracker for resource:network and tenant:b83b982e2892421fb95defca14ea1a2c is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:50.160847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:50.177394 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:50.197782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Made reservation on behalf of b83b982e2892421fb95defca14ea1a2c for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:50.202744 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.220915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.221185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.237778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:50.242028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Usage tracker for resource:security_group_rule and tenant:b83b982e2892421fb95defca14ea1a2c is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:50.243265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 225563fe-09e3-4bc5-bb39-2bc956b73c11, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=225563fe-09e3-4bc5-bb39-2bc956b73c11,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:50.246508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:50.247552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.249892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:50.260064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:50.356023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=225563fe-09e3-4bc5-bb39-2bc956b73c11,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:50.359612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:50.402556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.407508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.412248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c40ad16c-da53-4830-956b-748fd8b93643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:50.443776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:28:50.453542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ad1e92-9ea7-49cb-a5aa-08c6adef502a,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:50.458269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:50.461042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.461456 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Added segment 09f38768-28e7-4ad5-8158-bc5f729d2665 of type vlan for network b459bab2-97b3-4b71-b218-5c49254e7865 Apr 03 05:28:50.493913 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.529587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.531120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:50.531852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:50.537669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:50.642096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Pushing event updated for resources: {'Network': ['ID=b459bab2-97b3-4b71-b218-5c49254e7865,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:50.647014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:50.653310 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network b459bab2-97b3-4b71-b218-5c49254e7865 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:28:50.659389 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5444233 Apr 03 05:28:50.662388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60380) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:50.673606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Request body: {'subnet': {'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1896483305-subnet', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'ip_version': 4}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:50.678818 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:50.687350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Usage tracker for resource:subnet and tenant:b83b982e2892421fb95defca14ea1a2c is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:50.688782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:50.694933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:50.735753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Made reservation on behalf of b83b982e2892421fb95defca14ea1a2c for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:28:50.740856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6296776'] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:51.418031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6296827'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:51.434662 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-01bec9ca-2091-4968-871b-530efdc485ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:51.571642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d56d239-ce4d-482e-abb0-040ab3bc8b18,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:51.575673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:51.639339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Checking segment: {'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:51.639734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Network hostable DHCP agents. Network: b459bab2-97b3-4b71-b218-5c49254e7865, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:28:51.658147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Network b459bab2-97b3-4b71-b218-5c49254e7865 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:28:51.667389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, b459bab2-97b3-4b71-b218-5c49254e7865) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:51.676517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814194e1-0539-4ffa-b504-02f22c7d2c87 None None] Network b459bab2-97b3-4b71-b218-5c49254e7865 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:51.682490 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:51.683145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:51.715824 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 225563fe-09e3-4bc5-bb39-2bc956b73c11 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:51.723272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60388) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:51.723771 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0600300 Apr 03 05:28:51.729850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:51.734977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:28:51.740119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Usage tracker for resource:router and tenant:b83b982e2892421fb95defca14ea1a2c is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:28:51.743785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:28:51.750131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:28:51.761134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:51.762213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846773625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846762640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846682563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:51.780048 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:51.879954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 225563fe-09e3-4bc5-bb39-2bc956b73c11 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:51.880331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.131523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp677d5850-515a-5007-8083-8f106202f882-b459bab2-97b3-4b71-b218-5c49254e7865', 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'fixed_ips': [{'subnet_id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18'}]}} from dv-cinder-784623-2-smb. {{(pid=84368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 03 05:28:52.132712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.146349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846762655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846762209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.309568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Allocated IP 172.20.0.2 (b459bab2-97b3-4b71-b218-5c49254e7865/2d56d239-ce4d-482e-abb0-040ab3bc8b18/0f7f17db-183a-44c8-9c32-1f77f061579c) {{(pid=84368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:52.511616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.574203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.596926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Notify callbacks [] for port, precommit_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.607304 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Transition to ACTIVE for port object 0f7f17db-183a-44c8-9c32-1f77f061579c will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:52.648392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Sync routers for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:28:52.654292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Transition to ACTIVE for port object 0f7f17db-183a-44c8-9c32-1f77f061579c will not be triggered until provisioned by entity DHCP. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:52.665368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:52.666974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:52.737906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.743079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Allocated IP 172.28.1.77 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/171bd8d0-9da0-4252-b3cb-50e7efaa3341) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:52.981361 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:52.983708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:53.014338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:53.046615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-541338de-04c9-4f8a-a685-6066059c3bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:53.141687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Pushing event updated for resources: {'Port': ['ID=0f7f17db-183a-44c8-9c32-1f77f061579c,revision_number=1']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:53.148481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:53.182765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Pushing event updated for resources: {'Port': ['ID=171bd8d0-9da0-4252-b3cb-50e7efaa3341,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:53.189441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:53.230232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:53.231049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:53.231604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:53.233992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:53.327906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Network b459bab2-97b3-4b71-b218-5c49254e7865 is already hosted by enough agents. {{(pid=84368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:53.331557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Resources bound (agent type, host, resource id): {{(pid=84368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:53.335463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Received port after_create {{(pid=84368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:53.586084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Attempting to bind port 0f7f17db-183a-44c8-9c32-1f77f061579c on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:53.587156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Attempting to bind port 0f7f17db-183a-44c8-9c32-1f77f061579c by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:53.587746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Attempting to bind port 0f7f17db-183a-44c8-9c32-1f77f061579c on network b459bab2-97b3-4b71-b218-5c49254e7865 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:53.602804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:53.603206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Checking segment: {'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:53.603646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:53.604127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Bound using segment: {'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:53.604634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Bound port: 0f7f17db-183a-44c8-9c32-1f77f061579c, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:53.605047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:53.630227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:53.766955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] For port 0f7f17db-183a-44c8-9c32-1f77f061579c, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:53.771316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] For port 0f7f17db-183a-44c8-9c32-1f77f061579c, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0f7f17db-183a-44c8-9c32-1f77f061579c,segment=NetworkSegment(09f38768-28e7-4ad5-8158-bc5f729d2665),segment_id=09f38768-28e7-4ad5-8158-bc5f729d2665)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:53.780348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:53.800684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:53.987159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 2, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:54.013777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Checking router: f25e961d-8bf6-414d-ac64-eabf6e42e638 for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:28:54.013988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Updating router f25e961d-8bf6-414d-ac64-eabf6e42e638 port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:28:54.074022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Pushing event updated for resources: {'Port': ['ID=0f7f17db-183a-44c8-9c32-1f77f061579c,revision_number=2']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:54.103661 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:54.125951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:54.291869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8013590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8013214'] for router, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:54.538510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Router 051a952a-f949-4916-a9de-1827a899c4d8 is scheduled to L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d with binding_index 1 {{(pid=84366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 03 05:28:54.619770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:54.632634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Transition to ACTIVE for port object e6c92ac2-1ac3-4451-809d-59b1bfc6f752 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:54.638379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:54.653646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:54.745292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:28:54.756566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Sync routers for ids ['051a952a-f949-4916-a9de-1827a899c4d8'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:28:54.767280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Routers {'051a952a-f949-4916-a9de-1827a899c4d8'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:54.768026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['051a952a-f949-4916-a9de-1827a899c4d8'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:54.769256 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:54.773208 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0462329 Apr 03 05:28:54.773416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60406) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:28:54.801089 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da72e8b-792e-4f52-99f2-532ba718aa8f None None] Pushing event updated for resources: {'Port': ['ID=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:54.805916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4da72e8b-792e-4f52-99f2-532ba718aa8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:54.983773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Set router 051a952a-f949-4916-a9de-1827a899c4d8 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:55.089006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Attempting to bind port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:55.089424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Attempting to bind port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:55.089847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Attempting to bind port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 on network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:55.095821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:55.096226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Checking segment: {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:55.096687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:55.097116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Bound using segment: {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:55.097625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Bound port: e6c92ac2-1ac3-4451-809d-59b1bfc6f752, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:55.098033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:55.201513 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] For port e6c92ac2-1ac3-4451-809d-59b1bfc6f752, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:55.205787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] For port e6c92ac2-1ac3-4451-809d-59b1bfc6f752, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:55.215168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:55.232691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:55.349041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77'}], 'enable_snat': True}, 'gw_port_id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:28:53Z', 'revision_number': 3, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port': {'id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:52Z', 'updated_at': '2021-04-03T05:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:55.359052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Checking router: 051a952a-f949-4916-a9de-1827a899c4d8 for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:28:55.359442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Updating router 051a952a-f949-4916-a9de-1827a899c4d8 port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 binding host dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:28:55.384963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da72e8b-792e-4f52-99f2-532ba718aa8f None None] Pushing event updated for resources: {'Port': ['ID=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:55.396119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4da72e8b-792e-4f52-99f2-532ba718aa8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:55.458120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:55.679714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:55.684220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:55.689998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:55.982126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Allocated IP 172.20.0.1 (b459bab2-97b3-4b71-b218-5c49254e7865/2d56d239-ce4d-482e-abb0-040ab3bc8b18/fb064337-bbb9-47a2-b60e-9ee2a3fefea1) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:28:55.994982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9019140-1221-4b31-b165-36d3eaa4ce1b None None] Network b459bab2-97b3-4b71-b218-5c49254e7865 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:28:56.011114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device e6c92ac2-1ac3-4451-809d-59b1bfc6f752 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:56.072123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:56.092095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Notify callbacks [] for port, precommit_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.104704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Transition to ACTIVE for port object 171bd8d0-9da0-4252-b3cb-50e7efaa3341 will not be triggered until provisioned by entity L2. {{(pid=84369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:56.111693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.130820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ed6370b6-272e-49ae-b3bd-20df83e336de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:56.145994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.162893 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Transition to ACTIVE for port object fb064337-bbb9-47a2-b60e-9ee2a3fefea1 will not be triggered until provisioned by entity DHCP. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:56.190187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.206019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e99e6e04-f33b-4811-bf63-42912e8b8c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:56.271954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43183657-860b-4a83-a0b0-d4209536576e None None] Pushing event updated for resources: {'Port': ['ID=171bd8d0-9da0-4252-b3cb-50e7efaa3341,revision_number=2']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:56.275012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-43183657-860b-4a83-a0b0-d4209536576e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:56.294664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9bd020fa-c003-49e1-8128-56fd2e62a6c6 None None] Provisioning for port 0f7f17db-183a-44c8-9c32-1f77f061579c completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:56.334304 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Attempting to bind port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:28:56.335112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Attempting to bind port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:28:56.335267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Attempting to bind port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 on network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:28:56.341403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:28:56.342338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Checking segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:28:56.342338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.342656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:56.343084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Bound using segment: {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'} {{(pid=84369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:28:56.343714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Bound port: 171bd8d0-9da0-4252-b3cb-50e7efaa3341, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84d408-1c34-4472-beb4-e3fced56cf8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}}] {{(pid=84369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:28:56.344236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.350379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Pushing event updated for resources: {'Port': ['ID=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:56.355268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:56.363181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:56.363473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.400919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Network b459bab2-97b3-4b71-b218-5c49254e7865 is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:56.401415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:56.403817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:28:56.404120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846772157'] for router_interface, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.430924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] For port 171bd8d0-9da0-4252-b3cb-50e7efaa3341, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:28:56.434255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] For port 171bd8d0-9da0-4252-b3cb-50e7efaa3341, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=171bd8d0-9da0-4252-b3cb-50e7efaa3341,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:28:56.438215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.454678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-43183657-860b-4a83-a0b0-d4209536576e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:56.525050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.525283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9bd020fa-c003-49e1-8128-56fd2e62a6c6 None None] Provisioning complete for port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:56.525713 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9bd020fa-c003-49e1-8128-56fd2e62a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.607923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43183657-860b-4a83-a0b0-d4209536576e None None] Pushing event updated for resources: {'Port': ['ID=171bd8d0-9da0-4252-b3cb-50e7efaa3341,revision_number=3']} {{(pid=84369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:56.611345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-43183657-860b-4a83-a0b0-d4209536576e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:56.658695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Routers {'051a952a-f949-4916-a9de-1827a899c4d8'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:28:56.659493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:28:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['051a952a-f949-4916-a9de-1827a899c4d8'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:56.833980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.838709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.840009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846417180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846763370'] for router_interface, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.847931 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.866285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:56.893168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Request body: {'port': {'device_id': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:56.923435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9bd020fa-c003-49e1-8128-56fd2e62a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:56.948727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Request body: {'port': {'device_id': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:28:56.954848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port e6c92ac2-1ac3-4451-809d-59b1bfc6f752, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:56.989012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:55Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:57.029948 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:57.031052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0f7f17db-183a-44c8-9c32-1f77f061579c up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:57.099807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:57.201276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:57.232350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dccb1-194d-429f-a519-a16e666f0048 None None] The sync data for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb is: [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:55Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:28:57.269270 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] Set router 051a952a-f949-4916-a9de-1827a899c4d8 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:28:57.404136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:57.490971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-9bd020fa-c003-49e1-8128-56fd2e62a6c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:28:57.496923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-9bd020fa-c003-49e1-8128-56fd2e62a6c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:28:57.520221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:57.603966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:57.719102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Pushing event updated for resources: {'Port': ['ID=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:57.722258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:57.867735 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77'}], 'enable_snat': True}, 'gw_port_id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 4, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port': {'id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:52Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'fb064337-bbb9-47a2-b60e-9ee2a3fefea1', 'name': '', 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'mac_address': 'fa:16:3e:4b:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:55Z', 'updated_at': '2021-04-03T05:28:55Z', 'revision_number': 1, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'subnets': [{'id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:28:57.877424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb1052-6cbf-490e-b2df-30fdf89d9e95 None None] The sync data for ids ['051a952a-f949-4916-a9de-1827a899c4d8'] in dv-cinder-784623-2-smb is: [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77'}], 'enable_snat': True}, 'gw_port_id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 4, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port': {'id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:52Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'fb064337-bbb9-47a2-b60e-9ee2a3fefea1', 'name': '', 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'mac_address': 'fa:16:3e:4b:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:55Z', 'updated_at': '2021-04-03T05:28:55Z', 'revision_number': 1, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'subnets': [{'id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:28:57.892333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375ae4-6315-4b8d-b1ce-56960c9139ec req-98a75eb2-bf1b-411e-8426-fad2edd0fac5 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:57.919292 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b3375ae4-6315-4b8d-b1ce-56960c9139ec req-98a75eb2-bf1b-411e-8426-fad2edd0fac5 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 932 time: 0.3202000 Apr 03 05:28:57.973894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Network b459bab2-97b3-4b71-b218-5c49254e7865 is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:28:57.989176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93de9f-a2ad-41df-be40-513b5a9a2aee req-22eb3fb1-7ae1-4da7-9b96-ab54852dec1d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:57.995316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 0f7f17db-183a-44c8-9c32-1f77f061579c completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:57.997852 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cd93de9f-a2ad-41df-be40-513b5a9a2aee req-22eb3fb1-7ae1-4da7-9b96-ab54852dec1d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 932 time: 0.3949962 Apr 03 05:28:58.019945 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:28:58.104911 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 0f7f17db-183a-44c8-9c32-1f77f061579c triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:58.105377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.290771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-b3375ae4-6315-4b8d-b1ce-56960c9139ec req-bffbcddb-c0f5-44b7-9904-bf095fb07bbb tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Synchronizing usage tracker for tenant:11f7322399934a87983e2d7cb60e5492 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:28:58.312350 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cd93de9f-a2ad-41df-be40-513b5a9a2aee req-e844c371-98cf-43c8-b6d9-10732099d367 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134465 Apr 03 05:28:58.336075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.378930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-b3375ae4-6315-4b8d-b1ce-56960c9139ec req-bffbcddb-c0f5-44b7-9904-bf095fb07bbb tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Unset dirty status for tenant:11f7322399934a87983e2d7cb60e5492 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:28:58.380195 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b3375ae4-6315-4b8d-b1ce-56960c9139ec req-bffbcddb-c0f5-44b7-9904-bf095fb07bbb tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597940 Apr 03 05:28:58.399340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Router 051a952a-f949-4916-a9de-1827a899c4d8 has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:28:58.478684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 0f7f17db-183a-44c8-9c32-1f77f061579c, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0f7f17db-183a-44c8-9c32-1f77f061579c,segment=NetworkSegment(09f38768-28e7-4ad5-8158-bc5f729d2665),segment_id=09f38768-28e7-4ad5-8158-bc5f729d2665)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:28:58.514099 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.545357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e943744-1ce2-4e68-ac12-bd3a357e3921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:58.752416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-0005f87d-058a-488c-aedf-f8db0f839a92 None None] Provisioning for port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:28:58.769654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device e6c92ac2-1ac3-4451-809d-59b1bfc6f752 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:28:58.860167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-0005f87d-058a-488c-aedf-f8db0f839a92 None None] Provisioning complete for port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:58.861154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0005f87d-058a-488c-aedf-f8db0f839a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.873997 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4629e8-2620-4e00-8215-01974f18d396 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:28:58.888946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.902789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:28:58.907383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598a7d2-9ace-4855-a27a-5b0cef10ebe7 req-c3a04261-64ed-4258-96e8-0f0802c5a058 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:58.909189 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8598a7d2-9ace-4855-a27a-5b0cef10ebe7 req-c3a04261-64ed-4258-96e8-0f0802c5a058 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.3014112 Apr 03 05:28:58.919231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.932352 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Transition to ACTIVE for port object ba4629e8-2620-4e00-8215-01974f18d396 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:58.934910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ac8ea81d-e864-4067-8056-b49c938291fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.940960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:28:58.942016 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Transition to ACTIVE for port object 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:28:58.947220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:58.994460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:59.035008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-11914746-5793-41ea-968b-a674a82c2daf tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:59.036045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=0f7f17db-183a-44c8-9c32-1f77f061579c,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:59.040746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:59.046434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-0005f87d-058a-488c-aedf-f8db0f839a92 None None] Port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:59.067547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-0005f87d-058a-488c-aedf-f8db0f839a92 None None] Provisioning complete for port 0f7f17db-183a-44c8-9c32-1f77f061579c triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:59.069052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0005f87d-058a-488c-aedf-f8db0f839a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:59.077322 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] 10.222.0.23 "PUT /v2.0/routers/051a952a-f949-4916-a9de-1827a899c4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3026290 Apr 03 05:28:59.090689 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8598a7d2-9ace-4855-a27a-5b0cef10ebe7 req-18823f10-9a36-4b8d-8707-ba00f1059ea8 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624408 Apr 03 05:28:59.206221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:59.206726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:59.553892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-993768b5-dd32-47af-b6d8-fbbeafb8e6ee None None] Provisioning complete for port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:28:59.554318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-993768b5-dd32-47af-b6d8-fbbeafb8e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:28:59.593216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Pushing event updated for resources: {'Port': ['ID=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:59.645509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e4f28-8ace-4705-8b37-3d04400d71c4 req-930e47b2-b338-4a30-8c7e-8a59753ba9d3 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:28:59.654631 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2a9e4f28-8ace-4705-8b37-3d04400d71c4 req-930e47b2-b338-4a30-8c7e-8a59753ba9d3 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 944 time: 0.1712434 Apr 03 05:28:59.681916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-993768b5-dd32-47af-b6d8-fbbeafb8e6ee None None] Port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:28:59.726207 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2a9e4f28-8ace-4705-8b37-3d04400d71c4 req-8a3ee6bc-228a-4d84-8e60-ce88eaf65950 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 Apr 03 05:28:59.739254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:28:59.824021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:28:59.827074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:28:59.827254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:00.149010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.152703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24f638-c073-48c8-a172-6b021e675f82 req-9f28e919-41a4-48a5-b3ef-39537db6bafa tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:00.155506 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca24f638-c073-48c8-a172-6b021e675f82 req-9f28e919-41a4-48a5-b3ef-39537db6bafa tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 944 time: 0.2003350 Apr 03 05:29:00.252271 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca24f638-c073-48c8-a172-6b021e675f82 req-a9f05b55-fe32-4600-a3ed-1ec03ee24d4c tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856752 Apr 03 05:29:00.384173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bd3e-41d5-45c3-84e5-a8867f12a9a9 req-9c1e69f5-3aff-4489-ae52-a9fb6a0dbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:00.385939 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a1a8bd3e-41d5-45c3-84e5-a8867f12a9a9 req-9c1e69f5-3aff-4489-ae52-a9fb6a0dbb44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 1.0552180 Apr 03 05:29:00.493066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60466) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:00.499801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188437455', 'description': 'tempest-secgroup-smoke-188437455 description', 'project_id': '1a57ece2507a439ba30bba7adc5620a5'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:00.506744 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:00.515257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:00.518432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:00.522116 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a1a8bd3e-41d5-45c3-84e5-a8867f12a9a9 req-5e728d02-a7d7-44c6-a764-b763a86310ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254337 Apr 03 05:29:00.522817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Attempting to bind port ba4629e8-2620-4e00-8215-01974f18d396 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:29:00.523192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Attempting to bind port ba4629e8-2620-4e00-8215-01974f18d396 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:29:00.523591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Attempting to bind port ba4629e8-2620-4e00-8215-01974f18d396 on network a019de04-e19a-4cdf-996a-98badd12c78b {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:00.526690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:00.544659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Port ba4629e8-2620-4e00-8215-01974f18d396 on network a019de04-e19a-4cdf-996a-98badd12c78b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:29:00.545029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Attempting to bind port ba4629e8-2620-4e00-8215-01974f18d396 on network a019de04-e19a-4cdf-996a-98badd12c78b {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:00.546561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.558957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:29:00.559326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Checking segment: {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:29:00.559762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Bound using segment: {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:29:00.560220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Bound port: ba4629e8-2620-4e00-8215-01974f18d396, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a9f917-535e-4006-a7d4-cdf20f243d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:29:00.560654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.573552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Attempting to bind port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:29:00.573929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Attempting to bind port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:29:00.574302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Attempting to bind port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc on network 32ed8b1a-1417-4352-b9ac-21dc363e569f {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:00.591207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e262-6a30-4129-90ac-d56edc23c11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.620595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc on network 32ed8b1a-1417-4352-b9ac-21dc363e569f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:29:00.620962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Attempting to bind port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc on network 32ed8b1a-1417-4352-b9ac-21dc363e569f {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:00.636801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:29:00.637151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Checking segment: {'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:29:00.637568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Bound using segment: {'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:29:00.638042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Bound port: 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:29:00.638420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.676714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:00.684988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:00.693390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:00.703286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:00.743267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 171bd8d0-9da0-4252-b3cb-50e7efaa3341 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:00.747085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84d8e9-80f8-4d3b-bd0a-29394ea3c70d req-f61d3a42-cd33-4319-b073-502c7c2a0ff4 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:00.749744 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af84d8e9-80f8-4d3b-bd0a-29394ea3c70d req-f61d3a42-cd33-4319-b073-502c7c2a0ff4 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1676970 Apr 03 05:29:00.767625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:29:00.784190 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ba4629e8-2620-4e00-8215-01974f18d396,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:29:00.787692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] For port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:29:00.791767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.810392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e3f8311-d5b8-41d7-8186-f14af89bccf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:00.837495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:00.842777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:00.843199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.851134 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-af84d8e9-80f8-4d3b-bd0a-29394ea3c70d req-97b51721-40ab-4f55-afb9-4000d7af3996 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938540 Apr 03 05:29:00.877175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] For port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:29:00.918199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:00.922149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:00.923517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.940731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.947085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:00.956798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6e5c44ef-b090-46c3-9496-d52b1b90261f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:00.997857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9e3f281c-0a28-45e6-9fe2-71e2530c852f tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:01.054109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.061561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.065752 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5687270 Apr 03 05:29:01.067937 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60474) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:01.072251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port 171bd8d0-9da0-4252-b3cb-50e7efaa3341, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=171bd8d0-9da0-4252-b3cb-50e7efaa3341,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:01.075306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'security_group_rule': {'security_group_id': '821c7efa-1b48-4d5a-80f9-4f2afb3c2828', 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:01.076243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.077354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0f7f17db-183a-44c8-9c32-1f77f061579c up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:01.079996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821c7efa-1b48-4d5a-80f9-4f2afb3c2828,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:01.085611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:01.088680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:01.100117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:01.104784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:01.110371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:01.112847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:01.137285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.155293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab8ab4-8760-42f4-acd4-011be313bd33 req-40466783-76db-4336-a228-edf771d1d2a6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.157874 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-27ab8ab4-8760-42f4-acd4-011be313bd33 req-40466783-76db-4336-a228-edf771d1d2a6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 944 time: 0.1801145 Apr 03 05:29:01.197464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Pushing event updated for resources: {'Port': ['ID=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:01.200900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:01.210548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=171bd8d0-9da0-4252-b3cb-50e7efaa3341,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:01.215882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:01.223329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 0f7f17db-183a-44c8-9c32-1f77f061579c triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:01.223598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.224017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.224535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.226240 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] 10.222.0.15 "PUT /v2.0/ports/ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 1094 time: 4.2918730 Apr 03 05:29:01.230070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:01.253698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.265061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.277380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.278065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.279807 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc HTTP/1.1" status: 200 len: 1094 time: 4.3937132 Apr 03 05:29:01.301258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:01.332055 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396', 'status': 'completed', 'code': 200} Apr 03 05:29:01.348453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2483271a-6f41-4bd9-aaee-c31438c64d63,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:01.354391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.359408 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2902260 Apr 03 05:29:01.362239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:01.362899 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60482) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:01.377186 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-27ab8ab4-8760-42f4-acd4-011be313bd33 req-eee3a5b8-836c-4bf9-8d17-35ba379c19ee tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908112 Apr 03 05:29:01.402794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'security_group_rule': {'security_group_id': '821c7efa-1b48-4d5a-80f9-4f2afb3c2828', 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:01.410863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:01.415714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:01.419644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:01.483475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:01.513264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-ce0be3e5-79ba-4296-a0fc-14056cc69984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.514794 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-ce0be3e5-79ba-4296-a0fc-14056cc69984 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1097 time: 0.2339873 Apr 03 05:29:01.520918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-24b84be4-e4eb-4785-9f99-4b3c1969ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.522507 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-24b84be4-e4eb-4785-9f99-4b3c1969ae5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11f7322399934a87983e2d7cb60e5492&device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 1097 time: 0.1830561 Apr 03 05:29:01.523199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.613904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.623587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb90b8-99d1-4a16-9c81-033fd71a26c4 req-413afb56-cf71-41d9-a8d7-9239554cee40 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.625501 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4aeb90b8-99d1-4a16-9c81-033fd71a26c4 req-413afb56-cf71-41d9-a8d7-9239554cee40 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 944 time: 0.2025001 Apr 03 05:29:01.626894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.629201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-90a50e42-819b-468a-9474-4872cae50d4e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:01.678407 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-6b8c0fec-afb1-4376-8210-95575991529b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 217 time: 0.1548173 Apr 03 05:29:01.679888 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-faf9ea5f-24cc-42d0-9a0f-0f14763b26de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc HTTP/1.1" status: 200 len: 217 time: 0.0836129 Apr 03 05:29:01.686036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d2abf7-1ebc-4346-b7d3-537a216c7ce4,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:01.690320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:01.733442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.738470 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3601811 Apr 03 05:29:01.739334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60492) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:01.752088 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'security_group_rule': {'security_group_id': '821c7efa-1b48-4d5a-80f9-4f2afb3c2828', 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:01.764243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:01.769521 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4aeb90b8-99d1-4a16-9c81-033fd71a26c4 req-a108bdb3-522f-46a5-8923-0daf12301d7e tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227250 Apr 03 05:29:01.771969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:01.775374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:01.782773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:01.802958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.809476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.851755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-d8426e16-96d9-4484-9fea-8923ad8cdaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.853536 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-d8426e16-96d9-4484-9fea-8923ad8cdaab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 200 len: 853 time: 0.1567912 Apr 03 05:29:01.864809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-d9cc0a68-97ef-455a-aea9-6c38116d77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:01.866491 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-d9cc0a68-97ef-455a-aea9-6c38116d77ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7486df88-955a-4315-84b9-ee587dd09ec3 HTTP/1.1" status: 200 len: 853 time: 0.1142666 Apr 03 05:29:01.878318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.884888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.887091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:01.914728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7e6d39-41f2-4b71-b458-2deea03ba176,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:01.920460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:01.930265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:01.931805 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878476 Apr 03 05:29:01.943554 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60500) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:01.973152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:02.005076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'security_group_rule': {'security_group_id': '821c7efa-1b48-4d5a-80f9-4f2afb3c2828', 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:02.030711 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-8c7152ca-497e-48ec-abd2-de962ca05996 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32ed8b1a-1417-4352-b9ac-21dc363e569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859079 Apr 03 05:29:02.031788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:02.060902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:02.068619 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:02.097053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:02.152015 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e23d7-47bd-4821-a61c-440584bf50b4 req-f1e205df-b57c-4073-b2ff-407b7c0e9645 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:02.153945 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-172e23d7-47bd-4821-a61c-440584bf50b4 req-f1e205df-b57c-4073-b2ff-407b7c0e9645 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1187398 Apr 03 05:29:02.194848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-c0ea4301-a5ad-42ed-8d9c-ef293a00a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:02.197442 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-c0ea4301-a5ad-42ed-8d9c-ef293a00a78d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a019de04-e19a-4cdf-996a-98badd12c78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3352437 Apr 03 05:29:02.201552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:02.226580 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-172e23d7-47bd-4821-a61c-440584bf50b4 req-f3895d90-d7c0-46d6-bccf-2038b644a129 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 Apr 03 05:29:02.388708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:02.391333 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-d976e0da-6ee5-4d2f-9ba6-ec0cffd64ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540554 Apr 03 05:29:02.393601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Sync routers for ids ['051a952a-f949-4916-a9de-1827a899c4d8'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:29:02.409667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Routers {'051a952a-f949-4916-a9de-1827a899c4d8'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:02.410369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['051a952a-f949-4916-a9de-1827a899c4d8'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:02.424637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:02.451520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:02.531876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0aa95e-578f-46ab-aaa5-9656223d52f7,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:02.549488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:02.582293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:02.582293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6249897 Apr 03 05:29:02.583691 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-0073360c-1649-4690-8e96-292d6b8b0d4e service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514173 Apr 03 05:29:02.584253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60520) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:02.622562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'security_group_rule': {'security_group_id': '821c7efa-1b48-4d5a-80f9-4f2afb3c2828', 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:02.639512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:02.661680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:02.672602 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:02.678835 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a89b92e8-cdf4-4524-9713-6505ca73e747 req-042e9770-f595-49aa-be82-33953247dca5 service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812405 Apr 03 05:29:02.684729 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:02.733999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Set router 051a952a-f949-4916-a9de-1827a899c4d8 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:02.763499 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.securitygroups_db [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Project 1a57ece2507a439ba30bba7adc5620a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 05:29:02.776277 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:02.800478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11892-944a-4d51-86f1-4e8df053a48d req-5153db04-891a-4dff-a876-cd8025d5d783 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:02.811930 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f5d11892-944a-4d51-86f1-4e8df053a48d req-5153db04-891a-4dff-a876-cd8025d5d783 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 944 time: 0.2313223 Apr 03 05:29:02.832754 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5ebeec7-8114-4921-8ed3-e2e2d3e6bbb9 req-e12c1f80-920b-4bd0-aa02-b9e5c8f59b2c service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392511 Apr 03 05:29:02.841975 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 171bd8d0-9da0-4252-b3cb-50e7efaa3341 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:02.977487 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f5d11892-944a-4d51-86f1-4e8df053a48d req-3ed30295-2dc3-44d0-9ac9-06b7a18469dd tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636555 Apr 03 05:29:03.002936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.018911 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.024706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-989225fa-0245-4b44-8085-0ab2efef9253 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:03.082359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b27c80-598c-4311-b4d0-5d0a1990b19e,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:03.086002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:03.097635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.099022 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ccae840e-5649-41d4-92bc-eca61be08b0a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5117671 Apr 03 05:29:03.102957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60534) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:03.109084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'security_group_rule': {'security_group_id': '821c7efa-1b48-4d5a-80f9-4f2afb3c2828', 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:03.114290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-5a25b9a5-8fae-450f-bc24-4358758cd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:03.116046 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-5a25b9a5-8fae-450f-bc24-4358758cd701 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1097 time: 0.2105501 Apr 03 05:29:03.119127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:03.123279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:security_group_rule and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:03.128370 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:03.135798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:03.197143 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.securitygroups_db [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Project 1a57ece2507a439ba30bba7adc5620a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 05:29:03.206471 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.273227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-190b31f8-3320-486b-95b5-ebfadeaf5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:03.275478 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-190b31f8-3320-486b-95b5-ebfadeaf5afa service neutron] 10.222.0.15 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 915 time: 0.1493990 Apr 03 05:29:03.282827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:03.283254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.296961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2f1b1-b04a-49b5-85ec-f307d7331818 req-4282ed9e-59d6-4725-a652-c331470afc65 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:03.298638 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-86c2f1b1-b04a-49b5-85ec-f307d7331818 req-4282ed9e-59d6-4725-a652-c331470afc65 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 944 time: 0.1534295 Apr 03 05:29:03.321841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.345807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.346049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'tag': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:03.356347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:03.369622 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-22f8ac66-bdab-483e-9c75-61d77ff0f9ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 217 time: 0.0864317 Apr 03 05:29:03.402103 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-86c2f1b1-b04a-49b5-85ec-f307d7331818 req-d584a873-f74e-41b4-8240-307679c67033 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906022 Apr 03 05:29:03.402809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8169103d-34f1-4fb0-9bf7-19def243d409,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:03.405696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:03.414604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.416059 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c35af7bf-54cd-46a6-8200-75610cbdacf2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3121412 Apr 03 05:29:03.459195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-9dd4bf3b-3074-4f14-99cf-10877a5d3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:03.459195 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-9dd4bf3b-3074-4f14-99cf-10877a5d3ffe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 200 len: 853 time: 0.0785360 Apr 03 05:29:03.524764 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'tag': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc', 'status': 'completed', 'code': 200} Apr 03 05:29:03.558916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.659660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-531732bf-59db-4733-ac89-fb49aa3b52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:03.661514 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-531732bf-59db-4733-ac89-fb49aa3b52a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a019de04-e19a-4cdf-996a-98badd12c78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1977503 Apr 03 05:29:03.691819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77'}], 'enable_snat': True}, 'gw_port_id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 4, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port': {'id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:52Z', 'updated_at': '2021-04-03T05:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'fb064337-bbb9-47a2-b60e-9ee2a3fefea1', 'name': '', 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'mac_address': 'fa:16:3e:4b:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:55Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 2, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'subnets': [{'id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:03.704472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Checking router: 051a952a-f949-4916-a9de-1827a899c4d8 for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:29:03.705069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Updating router 051a952a-f949-4916-a9de-1827a899c4d8 port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 binding host dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 03 05:29:03.779272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-f2ce9e65-1470-421a-865a-70f3e29eb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:03.781211 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-f2ce9e65-1470-421a-865a-70f3e29eb29d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11f7322399934a87983e2d7cb60e5492&device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 1097 time: 0.2317882 Apr 03 05:29:03.782035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:03.812538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69eee34-ec2c-485b-9625-f7c538713e9d req-05562dd9-9bf7-4284-9e02-388943ab8446 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:03.814074 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b69eee34-ec2c-485b-9625-f7c538713e9d req-05562dd9-9bf7-4284-9e02-388943ab8446 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0989480 Apr 03 05:29:03.872484 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b69eee34-ec2c-485b-9625-f7c538713e9d req-3173298e-1a63-4680-a898-fc0a22834dff tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Apr 03 05:29:04.296333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a3a69-5e0d-4a84-aa6a-99d6b1a50c30 req-906cbce3-48f3-4e36-8612-fec4382282f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:04.305567 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd9a3a69-5e0d-4a84-aa6a-99d6b1a50c30 req-906cbce3-48f3-4e36-8612-fec4382282f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 944 time: 0.1629751 Apr 03 05:29:04.336192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275531-4a50-412c-9173-f0b84ca27774 req-58280b8f-6907-4a83-b565-bed4b429c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:04.339012 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1275531-4a50-412c-9173-f0b84ca27774 req-58280b8f-6907-4a83-b565-bed4b429c92d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d527a3714d4abda771ceb5b4d11317&device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 1098 time: 0.6843057 Apr 03 05:29:04.374590 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd9a3a69-5e0d-4a84-aa6a-99d6b1a50c30 req-e152f0d9-6b51-48be-82b1-c18691fa44c7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666454 Apr 03 05:29:04.379732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Notify callbacks [] for port, precommit_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:04.392480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Transition to ACTIVE for port object fb064337-bbb9-47a2-b60e-9ee2a3fefea1 will not be triggered until provisioned by entity L2. {{(pid=84368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:29:04.400041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:04.417222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:04.462921 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-db0bb947-ca34-484f-b0a7-3472025dae78 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7475774 Apr 03 05:29:04.539514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-d2faa83c-fe04-451f-b511-67ec95b9457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:04.541459 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-d2faa83c-fe04-451f-b511-67ec95b9457d service neutron] 10.222.0.15 "GET /v2.0/networks?id=32ed8b1a-1417-4352-b9ac-21dc363e569f HTTP/1.1" status: 200 len: 914 time: 0.7517526 Apr 03 05:29:04.605901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dcecd-bc5c-4d61-a4a3-dd21e2e2cd4f None None] Pushing event updated for resources: {'Port': ['ID=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,revision_number=3']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:04.609644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-602dcecd-bc5c-4d61-a4a3-dd21e2e2cd4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:04.680886 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-0faa29d3-4e88-4066-a2be-8d3c7dd8cb11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc HTTP/1.1" status: 200 len: 217 time: 0.1314888 Apr 03 05:29:04.694400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4353572-d25f-484e-b54e-77d296f8f242 req-d6b784dd-4c0c-4ffc-a3e6-63889f4a4ed7 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:04.703737 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a4353572-d25f-484e-b54e-77d296f8f242 req-d6b784dd-4c0c-4ffc-a3e6-63889f4a4ed7 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 944 time: 0.1323795 Apr 03 05:29:04.784141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-6cf8dde8-31a7-41f4-8da7-b844de7e92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:04.786161 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-6cf8dde8-31a7-41f4-8da7-b844de7e92a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7486df88-955a-4315-84b9-ee587dd09ec3 HTTP/1.1" status: 200 len: 853 time: 0.0921736 Apr 03 05:29:04.849061 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a4353572-d25f-484e-b54e-77d296f8f242 req-b50aebfc-38b3-4022-9154-a81f6dd7bb79 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346905 Apr 03 05:29:04.907155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Attempting to bind port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 on host dv-cinder-784623-2-smb for vnic_type normal with profile {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:29:04.907758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Attempting to bind port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 by drivers openvswitch,hyperv on host dv-cinder-784623-2-smb at level 0 using segments [{'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:29:04.908268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Attempting to bind port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 on network b459bab2-97b3-4b71-b218-5c49254e7865 {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:04.918822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Checking agent: {'id': '370886c4-9c44-4b87-9458-f907c5aed9d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 30), 'started_at': datetime.datetime(2021, 4, 3, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:29:04.922177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Checking segment: {'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:29:04.922663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:04.923215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Bound using segment: {'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'} {{(pid=84368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:29:04.925854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Bound port: fb064337-bbb9-47a2-b60e-9ee2a3fefea1, host: dv-cinder-784623-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f38768-28e7-4ad5-8158-bc5f729d2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865'}}] {{(pid=84368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:29:04.926417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:04.930192 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1297a6a0-4851-49b1-923a-a996adce0fc6 req-397a5e95-b566-4f6c-ba82-5bf6dd9d3452 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507654 Apr 03 05:29:04.932824 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-f726f14b-47fb-4ec8-92a8-1e7c67ab1dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32ed8b1a-1417-4352-b9ac-21dc363e569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241639 Apr 03 05:29:04.950643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275531-4a50-412c-9173-f0b84ca27774 req-40070e02-ebe0-4910-a917-01f3ffc04114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:04.952183 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1275531-4a50-412c-9173-f0b84ca27774 req-40070e02-ebe0-4910-a917-01f3ffc04114 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 200 len: 920 time: 0.5954993 Apr 03 05:29:05.073811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] For port fb064337-bbb9-47a2-b60e-9ee2a3fefea1, host dv-cinder-784623-2-smb, cleared binding levels {{(pid=84368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:29:05.078293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] For port fb064337-bbb9-47a2-b60e-9ee2a3fefea1, host dv-cinder-784623-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,segment=NetworkSegment(09f38768-28e7-4ad5-8158-bc5f729d2665),segment_id=09f38768-28e7-4ad5-8158-bc5f729d2665)] {{(pid=84368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:29:05.086499 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:05.103456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4da72e8b-792e-4f52-99f2-532ba718aa8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:05.157729 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf3e23-0936-4b83-a82d-6a6376810e73 req-580e277a-72f9-4e19-811f-c837ec03a24f tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:05.157729 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-05cf3e23-0936-4b83-a82d-6a6376810e73 req-580e277a-72f9-4e19-811f-c837ec03a24f tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0984523 Apr 03 05:29:05.158006 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1275531-4a50-412c-9173-f0b84ca27774 req-826484a3-f15a-49e6-9642-1982f7952a7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 200 len: 217 time: 0.0786445 Apr 03 05:29:05.240501 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-05cf3e23-0936-4b83-a82d-6a6376810e73 req-07892032-8747-42ae-a812-59cc1d94759e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749295 Apr 03 05:29:05.242472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-49992f6f-e07b-4b5e-8e28-8bbc521ea2fa service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937138 Apr 03 05:29:05.266245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dcecd-bc5c-4d61-a4a3-dd21e2e2cd4f None None] Pushing event updated for resources: {'Port': ['ID=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:05.274928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-602dcecd-bc5c-4d61-a4a3-dd21e2e2cd4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:05.299466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275531-4a50-412c-9173-f0b84ca27774 req-5553ba0e-63a5-49c0-9b1c-13b3a54016bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:05.301752 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1275531-4a50-412c-9173-f0b84ca27774 req-5553ba0e-63a5-49c0-9b1c-13b3a54016bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 200 len: 859 time: 0.1361790 Apr 03 05:29:05.334136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Routers {'051a952a-f949-4916-a9de-1827a899c4d8'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:05.335096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['051a952a-f949-4916-a9de-1827a899c4d8'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:05.421926 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1275531-4a50-412c-9173-f0b84ca27774 req-1f593cc7-49ae-4169-b721-f489b6a55d9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7571063-3010-4804-8966-87167d748276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124921 Apr 03 05:29:05.577400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:29:05.613079 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9621dd85-8b2a-4e15-afaa-b8c9fae7c58a req-2beefa34-ef2f-4389-8e73-8cb57a251353 service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622277 Apr 03 05:29:05.670381 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1275531-4a50-412c-9173-f0b84ca27774 req-3c1899d4-c002-41f5-8780-cf7c85cdb06d service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349231 Apr 03 05:29:05.755441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbf17a-2f81-4281-999e-c0283ebb94e4 req-1a7eb4cd-a1df-4fe7-8283-ded7479ed2e4 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:05.757188 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71dbf17a-2f81-4281-999e-c0283ebb94e4 req-1a7eb4cd-a1df-4fe7-8283-ded7479ed2e4 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 944 time: 0.1286244 Apr 03 05:29:05.807947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71dbf17a-2f81-4281-999e-c0283ebb94e4 req-6b04a52c-48ca-4444-a2c3-41acf7a4c064 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Apr 03 05:29:05.841501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:05.844702 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1275531-4a50-412c-9173-f0b84ca27774 req-a54b26ac-4f92-4dcc-a0fc-949362eb6a5d service neutron] 10.222.0.15 "GET /v2.0/networks/f7571063-3010-4804-8966-87167d748276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654515 Apr 03 05:29:05.862367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc', 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f', 'port_id': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc', 'mac_address': 'fa:16:3e:c1:1e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7486df88-955a-4315-84b9-ee587dd09ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:29:05.869337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] Set router 051a952a-f949-4916-a9de-1827a899c4d8 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:06.081934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:06.089573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec86590-bff0-4f92-bd57-a73c976c8096 req-59a8b22b-f6de-4831-b784-f3c2b7c06a9d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:06.091326 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9ec86590-bff0-4f92-bd57-a73c976c8096 req-59a8b22b-f6de-4831-b784-f3c2b7c06a9d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 944 time: 0.0937169 Apr 03 05:29:06.131327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:06.144603 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9ec86590-bff0-4f92-bd57-a73c976c8096 req-213f8560-9591-4c74-a7b4-cdb8ce818188 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Apr 03 05:29:06.378756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa96cb6-1e42-49aa-a5f7-673beb354170 req-4d41f56c-f286-4d3f-86bf-4e258c580390 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:06.380510 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-baa96cb6-1e42-49aa-a5f7-673beb354170 req-4d41f56c-f286-4d3f-86bf-4e258c580390 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1302969 Apr 03 05:29:06.386703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:06.391751 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:06.395612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e943744-1ce2-4e68-ac12-bd3a357e3921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:06.490326 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-baa96cb6-1e42-49aa-a5f7-673beb354170 req-f0fb3d48-2ff4-498b-a9ef-f863f637baf6 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659237 Apr 03 05:29:06.514627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:06.519806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2b6e-a634-4aad-9bd1-27c3b963f44a req-5399406b-6079-4763-b4a1-509c3f7c0ee7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:06.520331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:06.521707 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cea2b6e-a634-4aad-9bd1-27c3b963f44a req-5399406b-6079-4763-b4a1-509c3f7c0ee7 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1402380 Apr 03 05:29:06.559985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77'}], 'enable_snat': True}, 'gw_port_id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 4, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port': {'id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:52Z', 'updated_at': '2021-04-03T05:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'fb064337-bbb9-47a2-b60e-9ee2a3fefea1', 'name': '', 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'mac_address': 'fa:16:3e:4b:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:55Z', 'updated_at': '2021-04-03T05:29:05Z', 'revision_number': 4, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'subnets': [{'id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:06.564753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1d61-056f-400f-a959-ce2d6de12e91 None None] The sync data for ids ['051a952a-f949-4916-a9de-1827a899c4d8'] in dv-cinder-784623-2-smb is: [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77'}], 'enable_snat': True}, 'gw_port_id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 4, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port': {'id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:52Z', 'updated_at': '2021-04-03T05:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'fb064337-bbb9-47a2-b60e-9ee2a3fefea1', 'name': '', 'network_id': 'b459bab2-97b3-4b71-b218-5c49254e7865', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'mac_address': 'fa:16:3e:4b:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:55Z', 'updated_at': '2021-04-03T05:29:05Z', 'revision_number': 4, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'subnets': [{'id': '2d56d239-ce4d-482e-abb0-040ab3bc8b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:29:06.598962 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8cea2b6e-a634-4aad-9bd1-27c3b963f44a req-324ab1c3-d97e-48ec-a22d-29fe35d1fbcd tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606863 Apr 03 05:29:06.644989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device fb064337-bbb9-47a2-b60e-9ee2a3fefea1 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:06.723757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning for port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:06.732012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:06.733695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:06.864275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:06.973206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:07.025940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e566b958-8961-4f95-9646-e4b40442971d None None] For port fb064337-bbb9-47a2-b60e-9ee2a3fefea1, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,segment=NetworkSegment(09f38768-28e7-4ad5-8158-bc5f729d2665),segment_id=09f38768-28e7-4ad5-8158-bc5f729d2665)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:07.034655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:07.045807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:07.109607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62455d-1095-4adc-82bd-66faaf672a2a req-96cf3f2f-3fd6-4c81-8811-7c2e6c347463 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:07.119364 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0c62455d-1095-4adc-82bd-66faaf672a2a req-96cf3f2f-3fd6-4c81-8811-7c2e6c347463 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 944 time: 0.1284587 Apr 03 05:29:07.156204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Pushing event updated for resources: {'Port': ['ID=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:07.159954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:07.172229 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0c62455d-1095-4adc-82bd-66faaf672a2a req-1b384394-f2af-4fd0-a54d-ea9c869150c4 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516329 Apr 03 05:29:07.372955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaa89c-b4d0-48a7-989b-38288c54ed9f req-76be4426-0263-45fc-85ab-fd0af4381e2d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:07.374599 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8feaa89c-b4d0-48a7-989b-38288c54ed9f req-76be4426-0263-45fc-85ab-fd0af4381e2d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 945 time: 0.0975838 Apr 03 05:29:07.425524 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8feaa89c-b4d0-48a7-989b-38288c54ed9f req-b3acba42-4425-4bd3-8f8b-c252bceb5884 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Apr 03 05:29:07.518820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device ba4629e8-2620-4e00-8215-01974f18d396 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:29:07.671589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ba4629e8-2620-4e00-8215-01974f18d396,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:07.688452 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'ba4629e8-2620-4e00-8215-01974f18d396', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'port_id': 'ba4629e8-2620-4e00-8215-01974f18d396', 'mac_address': 'fa:16:3e:65:d5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:29:07.703338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6128f12-5f90-46ae-ace8-39c8e81243bd req-a4282483-7c04-4c74-bf28-54597ba5e331 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:07.705349 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6128f12-5f90-46ae-ace8-39c8e81243bd req-a4282483-7c04-4c74-bf28-54597ba5e331 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0968142 Apr 03 05:29:07.754260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:07.772730 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4629e8-2620-4e00-8215-01974f18d396 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:07.791003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ba4629e8-2620-4e00-8215-01974f18d396,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:07.797535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:07.799428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:07.826472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6128f12-5f90-46ae-ace8-39c8e81243bd req-bd45e865-54f2-4a8e-81b3-e2dd9e1c1745 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745528 Apr 03 05:29:07.850255 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27c548-99ea-4c92-8524-ceada6653131 req-eec65239-a204-4bed-9cb0-b8857775c917 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:07.853647 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3a27c548-99ea-4c92-8524-ceada6653131 req-eec65239-a204-4bed-9cb0-b8857775c917 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1472247 Apr 03 05:29:07.873051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:07.876256 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:07.905205 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3a27c548-99ea-4c92-8524-ceada6653131 req-08d67e75-52b1-4a0a-afd3-4a3b321ff69e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Apr 03 05:29:08.367554 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b745e-7385-465b-b9cc-e870ad8d0657 req-c7e6c91c-0855-4b2a-ad77-1184dcbef76d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:08.369501 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ed2b745e-7385-465b-b9cc-e870ad8d0657 req-c7e6c91c-0855-4b2a-ad77-1184dcbef76d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 945 time: 0.0913765 Apr 03 05:29:08.412562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['ba4629e8-2620-4e00-8215-01974f18d396'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:08.420558 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ed2b745e-7385-465b-b9cc-e870ad8d0657 req-5122041f-c09b-4e53-bc65-df7c021e817f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Apr 03 05:29:08.614751 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device fb064337-bbb9-47a2-b60e-9ee2a3fefea1 up at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:08.662011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386d715-1d5c-4243-b3ce-f6b466fd6428 req-735c88d4-6948-450f-a1e1-2f9d9863f825 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:08.672324 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3386d715-1d5c-4243-b3ce-f6b466fd6428 req-735c88d4-6948-450f-a1e1-2f9d9863f825 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 945 time: 0.1250257 Apr 03 05:29:08.698500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Provisioning complete for port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:08.699078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:08.719777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3386d715-1d5c-4243-b3ce-f6b466fd6428 req-01f3f035-e9fb-4656-99d5-2f47d243e077 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461514 Apr 03 05:29:08.853857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 60682) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:09.037384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.315104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:09.326293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Usage tracker for resource:security_group_rule and tenant:a880e90a3595445796220b460fd608ff is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:09.338268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:09.350494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:09.395917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb371e-5a9b-4220-9bba-8d77fbf4fed7 req-7834ac54-32d2-4cd3-bb22-769767b47810 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:09.397589 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-26eb371e-5a9b-4220-9bba-8d77fbf4fed7 req-7834ac54-32d2-4cd3-bb22-769767b47810 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.4293864 Apr 03 05:29:09.463563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf1dc7-b1fa-462c-bf29-8917397e69b6 req-526eac7d-d94d-41bd-a0a8-684468d939a2 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:09.465188 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0abf1dc7-b1fa-462c-bf29-8917397e69b6 req-526eac7d-d94d-41bd-a0a8-684468d939a2 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.4165308 Apr 03 05:29:09.496115 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-26eb371e-5a9b-4220-9bba-8d77fbf4fed7 req-f9d99449-7f64-48cc-beeb-95da2d805440 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903580 Apr 03 05:29:09.532767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:09.545640 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0abf1dc7-b1fa-462c-bf29-8917397e69b6 req-338068ee-5715-4282-8140-a8001b3fa4ee tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725141 Apr 03 05:29:09.588080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.593791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.605546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a8ac833f-4e01-4799-85ba-b7ef47a86578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:09.637203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:09.643154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:09.643577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.666646 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a880e90a3595445796220b460fd608ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8113713 Apr 03 05:29:09.668251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54478edd-7f1d-4bc4-b0ed-af8d98118482,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:09.669842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60698) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:09.683758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:09.763795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.779905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.799407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985a13e-8f5c-4439-9131-8bacfdfcd7e6 req-c898f40d-5c59-402c-b2c3-b3a1eec259e2 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:09.800773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.801183 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7985a13e-8f5c-4439-9131-8bacfdfcd7e6 req-c898f40d-5c59-402c-b2c3-b3a1eec259e2 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 945 time: 0.0997651 Apr 03 05:29:09.820694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:09.831887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:09.835119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.838840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:09.861056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.866651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bbe7d117-967e-4935-873a-04b1d50d1aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:09.874688 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7985a13e-8f5c-4439-9131-8bacfdfcd7e6 req-9f1284fe-edf8-4262-9d58-9761daacc82b tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638382 Apr 03 05:29:09.882050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54478edd-7f1d-4bc4-b0ed-af8d98118482,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:09.892024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:09.894405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:09.899141 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54478edd-7f1d-4bc4-b0ed-af8d98118482 HTTP/1.1" status: 204 len: 168 time: 0.2275252 Apr 03 05:29:09.919836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:09.923312 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:10.141178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a374-6b26-4fcd-8707-398c8e68fe84 req-560c93cd-2cef-421f-9a2d-0d3dd5f46f38 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:10.142809 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e33a374-6b26-4fcd-8707-398c8e68fe84 req-560c93cd-2cef-421f-9a2d-0d3dd5f46f38 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.1014481 Apr 03 05:29:10.217372 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e33a374-6b26-4fcd-8707-398c8e68fe84 req-90fcfed4-face-4607-aa7d-593b91640ba0 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678971 Apr 03 05:29:10.224206 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc', 'code': 200} Apr 03 05:29:10.489609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393a176-f6dc-4406-8059-84e4bdb9000a req-9b72848c-f84d-4958-86c5-1480aa4e2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:10.492519 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9393a176-f6dc-4406-8059-84e4bdb9000a req-9b72848c-f84d-4958-86c5-1480aa4e2835 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 1099 time: 0.0790122 Apr 03 05:29:10.545376 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9393a176-f6dc-4406-8059-84e4bdb9000a req-2b5c01a4-c263-4857-b93f-0e1c222de2ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Apr 03 05:29:10.715632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d944-52d7-402c-b3ad-b0bf874f3a80 req-800e4698-242b-47f2-a481-b66f0732c9ef tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:10.718221 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0c30d944-52d7-402c-b3ad-b0bf874f3a80 req-800e4698-242b-47f2-a481-b66f0732c9ef tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0924563 Apr 03 05:29:10.740175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60740) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:10.774206 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0c30d944-52d7-402c-b3ad-b0bf874f3a80 req-e04fd53a-f87b-4549-b68c-2eaba53c32e7 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492973 Apr 03 05:29:10.861653 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1502143527-network', 'tenant_id': '1a44746987144803a1b75034f44bcaab'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:10.867254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:10.871841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Usage tracker for resource:network and tenant:1a44746987144803a1b75034f44bcaab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:10.875315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:10.883042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:10.892639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Made reservation on behalf of 1a44746987144803a1b75034f44bcaab for: {'network': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:29:10.897570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:10.911699 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:10.928202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:10.932898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Usage tracker for resource:security_group_rule and tenant:1a44746987144803a1b75034f44bcaab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:10.936566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:10.944238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:11.034051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.037435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.042586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-091600a3-b6fd-4762-83c1-00d35a06b27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:11.068971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:29:11.082717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2a130-fc72-41ab-912a-be553c6db5a8,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:11.087591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:11.088609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.088992 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Added segment 7d8b3208-e895-4f2b-a127-287d9ba8f68a of type vlan for network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed Apr 03 05:29:11.108918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0d8d7-3c82-45a4-975c-98bbc8329156 req-1512d228-aece-46db-bee3-e65757b3981f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:11.110503 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5fc0d8d7-3c82-45a4-975c-98bbc8329156 req-1512d228-aece-46db-bee3-e65757b3981f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 945 time: 0.1051219 Apr 03 05:29:11.117279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.150045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.151518 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:11.152168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.159078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:11.164018 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5fc0d8d7-3c82-45a4-975c-98bbc8329156 req-0b7d7b99-ea68-40e7-afc1-d51e0400a683 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Apr 03 05:29:11.265147 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5234277 Apr 03 05:29:11.268455 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Pushing event updated for resources: {'Network': ['ID=49d4ff6f-7ce0-4634-ab65-003396c7b0ed,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:11.270841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60752) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:11.274452 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:11.278802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Request body: {'subnet': {'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1502143527-subnet', 'tenant_id': '1a44746987144803a1b75034f44bcaab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:11.280957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:29:11.284521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:11.288844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Usage tracker for resource:subnet and tenant:1a44746987144803a1b75034f44bcaab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:11.292279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:11.298541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:11.311880 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Made reservation on behalf of 1a44746987144803a1b75034f44bcaab for: {'subnet': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:29:11.317709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6296776'] for subnet, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.452623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f3208-1a86-4617-aeef-10d55820bf83 req-237d8190-a0e4-40d5-9ae4-eef89280ff63 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:11.454293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-414f3208-1a86-4617-aeef-10d55820bf83 req-237d8190-a0e4-40d5-9ae4-eef89280ff63 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.0977678 Apr 03 05:29:11.506544 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-414f3208-1a86-4617-aeef-10d55820bf83 req-81380ed4-3bad-4891-918b-ca83d3287b09 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Apr 03 05:29:11.551100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device ba4629e8-2620-4e00-8215-01974f18d396 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:11.642173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port ba4629e8-2620-4e00-8215-01974f18d396 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:11.647758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port ba4629e8-2620-4e00-8215-01974f18d396 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:11.648344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.761694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6296827'] for subnet, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.776389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-acc8544e-7f04-4b3e-8434-71aef4387e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:11.805425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.856919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ba4629e8-2620-4e00-8215-01974f18d396,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:11.862200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:11.865133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:11.965017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:11.975374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fce19cb-3203-499b-97a3-fa6d1eb6f1c1,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:11.980371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:11.983425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:12.042569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7366a-a791-4582-ba9e-a1eec5607733 req-b41cd945-aa25-4978-9f96-01133b4d8b00 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:12.044185 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-afc7366a-a791-4582-ba9e-a1eec5607733 req-b41cd945-aa25-4978-9f96-01133b4d8b00 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0956676 Apr 03 05:29:12.062167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Checking segment: {'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:29:12.062663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Network hostable DHCP agents. Network: 49d4ff6f-7ce0-4634-ab65-003396c7b0ed, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:29:12.082835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:29:12.091231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, 49d4ff6f-7ce0-4634-ab65-003396c7b0ed) {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:29:12.092953 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-afc7366a-a791-4582-ba9e-a1eec5607733 req-36cf78fc-7489-4c24-b525-d406a5e6dc9a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 Apr 03 05:29:12.102681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302287b-745f-4630-b413-3808dd5c804b None None] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:29:12.112712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:12.113550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:12.134398 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8459341b-5697-401f-b5d1-45e32f070c6d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8625154 Apr 03 05:29:12.226876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:12.331165 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396', 'code': 200} Apr 03 05:29:12.357290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51469a48-c9b0-42d8-9e65-5f4b163cde26 None None] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:29:12.436024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16a25d-347d-4348-b4ac-d90beb3f44b5 req-d2ea930c-f462-4dab-96bc-d4c9c8e0f759 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:12.446693 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2c16a25d-347d-4348-b4ac-d90beb3f44b5 req-d2ea930c-f462-4dab-96bc-d4c9c8e0f759 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.1343029 Apr 03 05:29:12.503869 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2c16a25d-347d-4348-b4ac-d90beb3f44b5 req-5570a13c-607c-4579-91d5-68e85959e148 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560291 Apr 03 05:29:12.590259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0336331-ef30-4e6a-adc3-b960d913f489 req-974d768d-6dae-45c4-8839-020213495714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:12.591949 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0336331-ef30-4e6a-adc3-b960d913f489 req-974d768d-6dae-45c4-8839-020213495714 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1099 time: 0.0927429 Apr 03 05:29:12.650055 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0336331-ef30-4e6a-adc3-b960d913f489 req-666c7083-bcf6-4600-83aa-6638c206e5ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471632 Apr 03 05:29:12.749621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b667f-b8d8-4d08-87b6-f9311248c5bb req-7f7f703c-1ce3-4279-a546-99de9a7bb973 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:12.751310 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-239b667f-b8d8-4d08-87b6-f9311248c5bb req-7f7f703c-1ce3-4279-a546-99de9a7bb973 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.0974946 Apr 03 05:29:12.806963 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-239b667f-b8d8-4d08-87b6-f9311248c5bb req-678365ba-c893-4608-b6ae-6f6aa36c73f5 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478878 Apr 03 05:29:13.301326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d61ec-76c7-4fd5-aa20-2eb090fc584d req-fea87b94-6aa6-40fd-84bd-7b5ea667ed3e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:13.302963 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-138d61ec-76c7-4fd5-aa20-2eb090fc584d req-fea87b94-6aa6-40fd-84bd-7b5ea667ed3e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0900412 Apr 03 05:29:13.353546 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-138d61ec-76c7-4fd5-aa20-2eb090fc584d req-9519974f-0e58-42c3-b6e3-ccff4f606c42 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435839 Apr 03 05:29:13.717200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78555ba5-915d-47f6-a315-51b0bf1e663d req-f46a790c-e775-49a9-92a5-2093e9307653 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:13.718776 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-78555ba5-915d-47f6-a315-51b0bf1e663d req-f46a790c-e775-49a9-92a5-2093e9307653 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.0964489 Apr 03 05:29:13.767546 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-78555ba5-915d-47f6-a315-51b0bf1e663d req-f99edf33-f4e6-44fe-8d82-e1f6f8d94923 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Apr 03 05:29:14.365154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d24c18-f6d4-484f-bbe2-1447dc083b0f req-13970bfc-c133-4508-8eab-82069c644e8b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:14.366720 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-32d24c18-f6d4-484f-bbe2-1447dc083b0f req-13970bfc-c133-4508-8eab-82069c644e8b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.0912428 Apr 03 05:29:14.419496 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-32d24c18-f6d4-484f-bbe2-1447dc083b0f req-e406f0fc-72c5-4809-af5b-dc1a9480ba32 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Apr 03 05:29:14.614909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d464df-0e4e-41b7-a789-02e14703404e req-3fb965e5-a065-45df-b1ad-1e8247c5dd2c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:14.617184 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-19d464df-0e4e-41b7-a789-02e14703404e req-3fb965e5-a065-45df-b1ad-1e8247c5dd2c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0941389 Apr 03 05:29:14.670084 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-19d464df-0e4e-41b7-a789-02e14703404e req-51f9b33c-d530-454c-b6f3-cbb200065260 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 Apr 03 05:29:14.980878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2dca-ac9a-42a3-addb-7ed9d5d2c408 req-29f7cb50-9220-4d37-8272-01518ff631f5 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:14.982484 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-571e2dca-ac9a-42a3-addb-7ed9d5d2c408 req-29f7cb50-9220-4d37-8272-01518ff631f5 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.0961268 Apr 03 05:29:15.031512 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-571e2dca-ac9a-42a3-addb-7ed9d5d2c408 req-c00d690c-4c07-463d-a2c0-903e8bc66bb8 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Apr 03 05:29:15.233751 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9debf-a5e3-4543-a92d-69bb7ef1642e req-d6299d66-2bb0-4deb-827c-3bef138344ce tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:15.235260 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9dd9debf-a5e3-4543-a92d-69bb7ef1642e req-d6299d66-2bb0-4deb-827c-3bef138344ce tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.0918717 Apr 03 05:29:15.283596 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9dd9debf-a5e3-4543-a92d-69bb7ef1642e req-86d3fdbe-4aca-46a6-8409-21219fda2baa tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Apr 03 05:29:15.841332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7149-007b-42ad-a959-450d3b42c14d req-62a4c657-e6de-4ae3-b68f-6db262a783f0 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:15.842936 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-00ef7149-007b-42ad-a959-450d3b42c14d req-62a4c657-e6de-4ae3-b68f-6db262a783f0 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.0966504 Apr 03 05:29:15.893662 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-00ef7149-007b-42ad-a959-450d3b42c14d req-bd70727f-72dd-4499-be43-8744813b759c tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442059 Apr 03 05:29:16.098627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764172f-6568-41df-93a8-754c00ca546c req-114aaee3-2c9a-46ff-8254-26e5c792a23b tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:16.100150 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7764172f-6568-41df-93a8-754c00ca546c req-114aaee3-2c9a-46ff-8254-26e5c792a23b tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.0965354 Apr 03 05:29:16.152014 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7764172f-6568-41df-93a8-754c00ca546c req-1434d5a5-c6b2-4117-abee-69714c922eea tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Apr 03 05:29:16.342941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3420-218f-4882-a5f0-6a8231fd03c6 req-52667b51-186c-4ac4-8b7e-4b701b2a65fb tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:16.344607 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-537f3420-218f-4882-a5f0-6a8231fd03c6 req-52667b51-186c-4ac4-8b7e-4b701b2a65fb tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0912364 Apr 03 05:29:16.393962 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-537f3420-218f-4882-a5f0-6a8231fd03c6 req-409b7be1-fc47-475b-9c3f-66c0ba039d9f tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Apr 03 05:29:17.118685 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4b675-dd8e-490d-9cce-83c963795e0f req-68f36476-a887-4746-b068-ae90ed2da216 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:17.120285 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-96b4b675-dd8e-490d-9cce-83c963795e0f req-68f36476-a887-4746-b068-ae90ed2da216 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.0934119 Apr 03 05:29:17.169339 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-96b4b675-dd8e-490d-9cce-83c963795e0f req-f21ba24e-c74b-49c7-b47a-e2b4f41a0003 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Apr 03 05:29:17.531350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91844aed-47bd-4419-9820-9904f5b93c20 req-4a6b3e6d-9d4b-42e2-95ce-d76eb8c0db96 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:17.532111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-91844aed-47bd-4419-9820-9904f5b93c20 req-4a6b3e6d-9d4b-42e2-95ce-d76eb8c0db96 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Synchronizing usage tracker for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:17.547768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-91844aed-47bd-4419-9820-9904f5b93c20 req-4a6b3e6d-9d4b-42e2-95ce-d76eb8c0db96 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Unset dirty status for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:17.549033 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-91844aed-47bd-4419-9820-9904f5b93c20 req-4a6b3e6d-9d4b-42e2-95ce-d76eb8c0db96 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 945 time: 0.1076593 Apr 03 05:29:17.603179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666d0d1-62cc-42b2-b265-a551a88161ef req-b844c7bf-fa8a-4ca8-8ae6-9fd1c7a5a7a4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:17.604841 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1666d0d1-62cc-42b2-b265-a551a88161ef req-b844c7bf-fa8a-4ca8-8ae6-9fd1c7a5a7a4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0942864 Apr 03 05:29:17.627658 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Deleting port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:29:17.628271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:17.657013 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1666d0d1-62cc-42b2-b265-a551a88161ef req-1fd3665c-4b7e-4c8f-ad96-45558b309bac tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455828 Apr 03 05:29:18.150478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] For port 73d81cc4-45e2-4fdd-88cc-f2239bdda369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73d81cc4-45e2-4fdd-88cc-f2239bdda369,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:18.150982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:18.286150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Calling delete_port for 73d81cc4-45e2-4fdd-88cc-f2239bdda369 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:29:18.442350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:18.459789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['91752960-6bd2-44b6-b095-6c68c5ad5ba9', '73d81cc4-45e2-4fdd-88cc-f2239bdda369'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:18.461106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:18.537438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Pushing event deleted for resources: {'Port': ['ID=73d81cc4-45e2-4fdd-88cc-f2239bdda369,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:18.544021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:18.639424 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4def24cd-3ccf-408d-be6d-701bb0e905d3 req-f670dd4f-95ff-48dc-b9d5-1fc5d6d701c5 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fae4a-1d9a-4bfb-9114-90bbce47ce9e HTTP/1.1" status: 200 len: 210 time: 0.0691705 Apr 03 05:29:18.766559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] No DVR routers for this DVR port 73d81cc4-45e2-4fdd-88cc-f2239bdda369 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:29:18.769388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:18.772354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'name': 'network-vif-deleted', 'tag': '73d81cc4-45e2-4fdd-88cc-f2239bdda369'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:18.788230 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-91844aed-47bd-4419-9820-9904f5b93c20 req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "DELETE /v2.0/ports/73d81cc4-45e2-4fdd-88cc-f2239bdda369 HTTP/1.1" status: 204 len: 173 time: 1.2325103 Apr 03 05:29:18.889333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbb16-3f19-4692-94cb-84610c3d57c9 req-83165cff-11d1-42ec-8e70-9a8b40cf1a84 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:18.890944 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-805dbb16-3f19-4692-94cb-84610c3d57c9 req-83165cff-11d1-42ec-8e70-9a8b40cf1a84 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1027043 Apr 03 05:29:18.952749 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-805dbb16-3f19-4692-94cb-84610c3d57c9 req-a1478eb2-8967-4cc4-8c05-3837ef570aec tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495853 Apr 03 05:29:19.010618 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780fae4a-1d9a-4bfb-9114-90bbce47ce9e', 'name': 'network-vif-deleted', 'tag': '73d81cc4-45e2-4fdd-88cc-f2239bdda369', 'status': 'completed', 'code': 200} Apr 03 05:29:20.145678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf63ac7-9646-46e6-8bde-f39406f6e594 req-f4062764-7181-4e05-8342-91c50e31743a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:20.145678 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-daf63ac7-9646-46e6-8bde-f39406f6e594 req-f4062764-7181-4e05-8342-91c50e31743a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0921104 Apr 03 05:29:20.191424 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-daf63ac7-9646-46e6-8bde-f39406f6e594 req-ba43948e-82f7-4950-85bf-152e3c121316 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Apr 03 05:29:20.423962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634ce4-b892-414c-9329-93db914899f0 req-941f36a1-278e-4ad6-88dc-9ecab8fc9c4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:20.425576 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9634ce4-b892-414c-9329-93db914899f0 req-941f36a1-278e-4ad6-88dc-9ecab8fc9c4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1348276 Apr 03 05:29:20.552411 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9634ce4-b892-414c-9329-93db914899f0 req-352388c3-12ac-4a7b-a6cc-0650fbc1ea36 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199212 Apr 03 05:29:20.590460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-006a1204-02d7-4e51-86d3-fc2a3da906d9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:20.592269 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-006a1204-02d7-4e51-86d3-fc2a3da906d9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/networks?id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed HTTP/1.1" status: 200 len: 809 time: 0.2258897 Apr 03 05:29:20.609355 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-ca6491ce-47b3-4fdf-8828-5a88348c282c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/quotas/1a44746987144803a1b75034f44bcaab HTTP/1.1" status: 200 len: 375 time: 0.0105236 Apr 03 05:29:20.666040 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-8327cc2d-9f58-4645-a497-eebd4567da50 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a44746987144803a1b75034f44bcaab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504875 Apr 03 05:29:20.818012 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-a1527360-5634-494e-aab7-b8e6635e8583 service neutron] 10.222.0.23 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442676 Apr 03 05:29:20.977889 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-0cd0647b-ce8c-434d-b612-d3c604d1c65b service neutron] 10.222.0.23 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526313 Apr 03 05:29:21.226956 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4ef69da5-0117-4342-acfd-66e38b98ddf3 req-cf346735-0492-4d0f-aa6c-280ecc9cd110 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 210 time: 0.0909748 Apr 03 05:29:21.284836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a45609-99c9-4cf3-96d2-63b41c9d4030 req-de88de9c-9ea3-4b84-9bf1-0e0524772e2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:21.286737 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-20a45609-99c9-4cf3-96d2-63b41c9d4030 req-de88de9c-9ea3-4b84-9bf1-0e0524772e2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.1487811 Apr 03 05:29:21.341518 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-20a45609-99c9-4cf3-96d2-63b41c9d4030 req-b3b60a34-ef95-4617-9f08-e94ae8ee0cfa tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472710 Apr 03 05:29:21.367615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 60998) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:21.451104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dfa90-1faf-4954-8329-255554028da8 req-1e1b1b90-c69c-48f4-9aa0-9cf64cb8c54a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:21.459622 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e41dfa90-1faf-4954-8329-255554028da8 req-1e1b1b90-c69c-48f4-9aa0-9cf64cb8c54a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1099164 Apr 03 05:29:21.519569 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e41dfa90-1faf-4954-8329-255554028da8 req-a146a77f-0c7c-46fb-b053-ad2da5d434ae tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590198 Apr 03 05:29:21.611605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 73d81cc4-45e2-4fdd-88cc-f2239bdda369 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:29:21.616930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63aee2-9da7-4d36-8042-79b154fec6b1 tempest-TestMinimumBasicScenario-1298466153 tempest-TestMinimumBasicScenario-1298466153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:21.622009 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-de63aee2-9da7-4d36-8042-79b154fec6b1 tempest-TestMinimumBasicScenario-1298466153 tempest-TestMinimumBasicScenario-1298466153-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1094 time: 0.2526457 Apr 03 05:29:21.623206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 32780) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:21.629204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'floatingip': {'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'port_id': 'ba4629e8-2620-4e00-8215-01974f18d396', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:21.637392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:21.641649 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:floatingip and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:21.644974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:21.652479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:21.664881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for floatingip, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:21.677192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 73d81cc4-45e2-4fdd-88cc-f2239bdda369 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:29:21.677592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 73d81cc4-45e2-4fdd-88cc-f2239bdda369 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:29:21.784377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28f55-a8d8-4ffb-981a-589bb2b0c061 req-625ff029-cf1b-4e00-9fc8-38cc2ca99c07 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:21.785968 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-33a28f55-a8d8-4ffb-981a-589bb2b0c061 req-625ff029-cf1b-4e00-9fc8-38cc2ca99c07 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1000416 Apr 03 05:29:21.836995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:21.846517 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-33a28f55-a8d8-4ffb-981a-589bb2b0c061 req-9b54947e-ff9e-4beb-9017-7145a4643113 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500731 Apr 03 05:29:22.032886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Allocated IP 172.28.1.59 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/54f2e403-1e7e-4121-bce6-4c0a6c352a46) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:29:22.218695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:22.249748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a05b97-72eb-4861-8eb6-905fc7d332d9 req-f87a39b1-1802-485f-92ad-020c0ec64ca3 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:22.251395 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-70a05b97-72eb-4861-8eb6-905fc7d332d9 req-f87a39b1-1802-485f-92ad-020c0ec64ca3 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1101205 Apr 03 05:29:22.325716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-4511ae85-68d1-4b9d-b134-7c10c1a370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:22.327363 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-4511ae85-68d1-4b9d-b134-7c10c1a370e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1098 time: 0.0981600 Apr 03 05:29:22.329237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:22.343916 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-70a05b97-72eb-4861-8eb6-905fc7d332d9 req-b3153482-67cc-4298-9982-24b9dade7a4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856445 Apr 03 05:29:22.403379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:22.431338 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c3e2aab-7e77-45f2-9cd6-2070285497c7 req-9f9e279e-1323-4761-9e11-b890d97417a0 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 210 time: 0.0497901 Apr 03 05:29:22.720717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'Port': ['ID=54f2e403-1e7e-4121-bce6-4c0a6c352a46,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:22.728638 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b8306-1167-4ea7-9532-d46e25bccf89 req-c3caefe2-bc99-41d6-ae2b-5ea272d6cc52 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:22.729972 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a5b8306-1167-4ea7-9532-d46e25bccf89 req-c3caefe2-bc99-41d6-ae2b-5ea272d6cc52 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0917830 Apr 03 05:29:22.740794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:22.778436 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a5b8306-1167-4ea7-9532-d46e25bccf89 req-7ed3f7e5-f820-401d-af57-40efeab8650a tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Apr 03 05:29:22.796636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-2ee45aa2-b25c-4919-9b09-67a381a58778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:22.798281 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-2ee45aa2-b25c-4919-9b09-67a381a58778 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.4525189 Apr 03 05:29:22.902659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-c089e561-61f5-4ab0-bad7-6dfa4a6b1a39 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:22.903532 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-c089e561-61f5-4ab0-bad7-6dfa4a6b1a39 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Synchronizing usage tracker for tenant:1a44746987144803a1b75034f44bcaab on resource:network {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:22.966716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:29:22.975664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:29:22.981351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:29:23.011474 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-fc898afc-771a-4a41-a3c7-d5283a2206ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 1001 time: 0.1977334 Apr 03 05:29:23.014052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-c089e561-61f5-4ab0-bad7-6dfa4a6b1a39 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Unset dirty status for tenant:1a44746987144803a1b75034f44bcaab on resource:network {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:23.015127 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-c089e561-61f5-4ab0-bad7-6dfa4a6b1a39 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "GET /v2.0/networks?id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed HTTP/1.1" status: 200 len: 809 time: 0.5771923 Apr 03 05:29:23.075647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Request body: {'port': {'device_id': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed', 'admin_state_up': True, 'tenant_id': '1a44746987144803a1b75034f44bcaab'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:23.258964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-187e481e-6a1f-4c47-b213-f8d8af0b78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:23.260622 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-187e481e-6a1f-4c47-b213-f8d8af0b78f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.2236586 Apr 03 05:29:23.411035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:23.474159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Usage tracker for resource:port and tenant:1a44746987144803a1b75034f44bcaab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:23.776037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:23.787832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:23.825965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-d0152a53-e4a7-4397-a07a-4c617abef010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:23.827603 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-d0152a53-e4a7-4397-a07a-4c617abef010 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5267785 Apr 03 05:29:23.830767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Made reservation on behalf of 1a44746987144803a1b75034f44bcaab for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:29:23.836895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:23.837823 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1119e221-be3d-43c7-aa09-b47334c83f9b req-f1a1c7b5-ea49-4dda-afea-2e043b6d9bb4 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 210 time: 0.2747145 Apr 03 05:29:23.846158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82449739-2640-4ab0-84f9-b8d3ebded62f req-00798364-1f26-4a41-b302-2a3c4742e60d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:23.847645 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82449739-2640-4ab0-84f9-b8d3ebded62f req-00798364-1f26-4a41-b302-2a3c4742e60d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.3771276 Apr 03 05:29:23.913166 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82449739-2640-4ab0-84f9-b8d3ebded62f req-fda0bb05-27dd-4ec5-8760-700bd0489183 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463331 Apr 03 05:29:23.997595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:29:24.197513 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4094c15-5ab8-4ff9-84e1-b1a522823b6c req-1f781ead-2385-4f6e-af2d-ac63d80b2f3b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:24.199155 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e4094c15-5ab8-4ff9-84e1-b1a522823b6c req-1f781ead-2385-4f6e-af2d-ac63d80b2f3b tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0986235 Apr 03 05:29:24.204613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-2b9a1b33-5ef9-4b16-9042-1eb5bc11fcb7 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576667 Apr 03 05:29:24.251194 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e4094c15-5ab8-4ff9-84e1-b1a522823b6c req-d51db8c0-b8a0-4c2a-9c8c-7246a30413fa tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Apr 03 05:29:24.351414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Allocated IP 172.20.0.10 (49d4ff6f-7ce0-4634-ab65-003396c7b0ed/4fce19cb-3203-499b-97a3-fa6d1eb6f1c1/c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:29:24.408283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:24.457271 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e8b66c9-1e98-4cd4-8c18-54e57c24dc62 req-06d840b0-c6c5-462f-aefb-d4534ed6dff8 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336187 Apr 03 05:29:24.632544 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:24.766868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:24.921064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:24.938504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:25.088683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbff2f-fdd6-4df0-8d45-9f96469003cf req-b1f86abb-f9f3-4aa5-9ff8-ad04487001fc tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:25.090293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-21fbff2f-fdd6-4df0-8d45-9f96469003cf req-b1f86abb-f9f3-4aa5-9ff8-ad04487001fc tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 932 time: 0.1310270 Apr 03 05:29:25.112387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Pushing event updated for resources: {'Port': ['ID=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:25.119368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:25.157154 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-21fbff2f-fdd6-4df0-8d45-9f96469003cf req-0380d5b0-3ab5-406e-8766-078f5584b5a7 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600336 Apr 03 05:29:25.158098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:25.170487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:25.187653 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:25.195785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c450a32-5852-4a78-8c4d-0d9cf0c502f6 req-9cd2dc55-906a-48b7-a403-7ae79ee9ee8c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:25.197464 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6c450a32-5852-4a78-8c4d-0d9cf0c502f6 req-9cd2dc55-906a-48b7-a403-7ae79ee9ee8c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1532006 Apr 03 05:29:25.249127 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6c450a32-5852-4a78-8c4d-0d9cf0c502f6 req-30aceaa1-56a3-4366-bd96-c7413193404d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Apr 03 05:29:25.271389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:29:25.279294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:29:25.281586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:29:25.385962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'Port': ['ID=54f2e403-1e7e-4121-bce6-4c0a6c352a46,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:25.389217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:25.450926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:25.451599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:25.478487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9f5bd-2835-449b-a985-170ba1883a98 req-ec583672-d5cb-46dc-b056-c68787ac06ba tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:25.480339 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e2c9f5bd-2835-449b-a985-170ba1883a98 req-ec583672-d5cb-46dc-b056-c68787ac06ba tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0910594 Apr 03 05:29:25.531065 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4952404 Apr 03 05:29:25.531297 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e2c9f5bd-2835-449b-a985-170ba1883a98 req-ec14c6c9-4f99-46d0-ba39-6de8ab112ada tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Apr 03 05:29:25.559402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Request body: {'port': {'device_id': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:25.585900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:25.846273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:25.863751 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Floating IP f001428b-2d13-47ec-aef1-930602bdbefe associated. External IP: 172.28.1.59, port: ba4629e8-2620-4e00-8215-01974f18d396. Apr 03 05:29:26.374181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbe497-89b2-4213-af64-c27add9dcc5d req-98531aa7-b771-4c8e-9de3-5e16ff22acbb tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:26.375799 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0fbe497-89b2-4213-af64-c27add9dcc5d req-98531aa7-b771-4c8e-9de3-5e16ff22acbb tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 932 time: 0.0968142 Apr 03 05:29:26.475019 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0fbe497-89b2-4213-af64-c27add9dcc5d req-1b3eaf9d-6d65-4f8a-9799-4b360e4e8581 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626364 Apr 03 05:29:26.517705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886375c-26cf-4ece-a546-bad9b12ac912 req-eca5e7f8-f6a8-4a7e-8aa1-1648db0049f5 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:26.519305 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e886375c-26cf-4ece-a546-bad9b12ac912 req-eca5e7f8-f6a8-4a7e-8aa1-1648db0049f5 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1420424 Apr 03 05:29:26.588180 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e886375c-26cf-4ece-a546-bad9b12ac912 req-bd21802a-9fc8-4005-9404-e578a442befa tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581086 Apr 03 05:29:26.776386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Router 62745db6-2723-45f7-9231-3b44bd04fc2d has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:29:26.791677 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29a533-ff0e-4dc0-8460-05cb1470571d req-7f29ebe7-d087-49bb-a40a-2816a0d4ed13 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:26.793333 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0c29a533-ff0e-4dc0-8460-05cb1470571d req-7f29ebe7-d087-49bb-a40a-2816a0d4ed13 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.0944991 Apr 03 05:29:26.851950 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0c29a533-ff0e-4dc0-8460-05cb1470571d req-d25161a8-b983-409d-a8a5-9fec8c54f3e6 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Apr 03 05:29:26.931572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.resource_extend [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 03 05:29:27.039184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:27.051061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.065624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:29:27.075816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] Sync routers for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:29:27.082765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Transition to ACTIVE for port object c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:29:27.087279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:27.088040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:27.089737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.105855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:27.152590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.279908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:27.314821 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6902807 Apr 03 05:29:27.317868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32846) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:27.324131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915141528', 'description': 'tempest-secgroup-smoke-915141528 description', 'project_id': 'cacee8194a964aa281466c95d8ebb612'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:27.330630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:27.334718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:27.337719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:27.343576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:27.351779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:27.354339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.356909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Pushing event updated for resources: {'Port': ['ID=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:27.381287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:27.386706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:27.389870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:27.395724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.395984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:27.396130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.396557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.396966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.397369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.397811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.398217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.398845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.398978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.399382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.399777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.400182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:27.407013 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:27.435183 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396', 'status': 'completed', 'code': 200} Apr 03 05:29:27.492750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.496173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.501832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c81a7a5-87f1-4b8d-a99d-6dbeb2f4ebff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:27.550184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d15b01-691c-49cb-b95f-a24d6b50b77d,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:27.564407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:27.569439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.570859 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2518935 Apr 03 05:29:27.573871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32854) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:27.579656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'security_group_rule': {'security_group_id': '04d15b01-691c-49cb-b95f-a24d6b50b77d', 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:27.587434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:27.594536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:27.598402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:27.605533 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:27.668737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.676411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-df0e1325-b51f-46b7-a016-f58f67f98c5d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:27.677194 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-df0e1325-b51f-46b7-a016-f58f67f98c5d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Synchronizing usage tracker for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:27.733359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-df0e1325-b51f-46b7-a016-f58f67f98c5d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Unset dirty status for tenant:52d527a3714d4abda771ceb5b4d11317 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:27.734607 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-df0e1325-b51f-46b7-a016-f58f67f98c5d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.4270647 Apr 03 05:29:27.762371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'f001428b-2d13-47ec-aef1-930602bdbefe', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'port_id': 'ba4629e8-2620-4e00-8215-01974f18d396', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'mac_address': 'fa:16:3e:65:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:29:24Z', 'updated_at': '2021-04-03T05:29:24Z', 'revision_number': 0, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:06Z', 'revision_number': 5, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:27.769186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] Checking router: 62745db6-2723-45f7-9231-3b44bd04fc2d for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:29:27.783083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f4f1-0a34-4d8c-a22b-6b6f082bcb1f req-3fe33a7c-187c-4cf0-b78b-8d13d6b516ea tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:27.784910 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2654f4f1-0a34-4d8c-a22b-6b6f082bcb1f req-3fe33a7c-187c-4cf0-b78b-8d13d6b516ea tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 944 time: 0.1645656 Apr 03 05:29:27.790715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.794191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.796421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:27.804755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:27.806272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:27.828083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-4c18acb5-5a67-4f17-bfce-7e956d97ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:27.829717 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-4c18acb5-5a67-4f17-bfce-7e956d97ddd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1099 time: 0.3328617 Apr 03 05:29:27.832966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Attempting to bind port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:29:27.833340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Attempting to bind port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:29:27.833704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Attempting to bind port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 on network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:27.867108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2697542-7eb9-4aac-beda-d6ebafa24fb1,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:27.879511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:27.884758 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2654f4f1-0a34-4d8c-a22b-6b6f082bcb1f req-edc0512c-f994-4ff4-853b-e4874468445c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782208 Apr 03 05:29:27.887201 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 on network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:29:27.887567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Attempting to bind port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 on network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:27.893284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.894821 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198540 Apr 03 05:29:27.899323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32866) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:27.905563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'security_group_rule': {'security_group_id': '04d15b01-691c-49cb-b95f-a24d6b50b77d', 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:27.927988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:27.946992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:27.957625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:27.958733 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Deleting port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:29:27.959120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:27.976560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:28.004240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:29:28.004949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Checking segment: {'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:29:28.005584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Bound using segment: {'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:29:28.006249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Bound port: c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:29:28.006804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.009273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.065781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:28.147233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.150488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.159670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8c020af8-4f8c-4238-987b-e3b86f4e8470 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:28.185452 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576f9d0c-ed90-47de-8593-3b6ad2e6f8ce,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:28.199643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b48eb8-fc38-4920-93b7-b5e2b8b09310 req-8376c680-4ca4-49b2-bd57-0ff7c200e13e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:28.201340 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c0b48eb8-fc38-4920-93b7-b5e2b8b09310 req-8376c680-4ca4-49b2-bd57-0ff7c200e13e tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1629007 Apr 03 05:29:28.203306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:28.206049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.207360 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3064916 Apr 03 05:29:28.211124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32870) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:28.228906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'security_group_rule': {'security_group_id': '04d15b01-691c-49cb-b95f-a24d6b50b77d', 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:28.237398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:28.251191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:28.255591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:28.271795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:28.288451 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c0b48eb8-fc38-4920-93b7-b5e2b8b09310 req-8dc1662e-8357-459e-b45d-da6c6949fc4d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784144 Apr 03 05:29:28.306365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.382465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.385748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.395434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-786396a9-e8ee-4287-bc86-54f051f114ce tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:28.417085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5fbda8-1089-4b39-9dd6-993ed018b8a1,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:28.419519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:28.427267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.431884 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-af811134-3422-4fb0-957b-807f1fb36398 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164280 Apr 03 05:29:28.432104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32874) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:28.438037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'security_group_rule': {'security_group_id': '04d15b01-691c-49cb-b95f-a24d6b50b77d', 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:28.445059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:28.454766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:28.458198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:28.465001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:28.486415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.487579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'f001428b-2d13-47ec-aef1-930602bdbefe', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'port_id': 'ba4629e8-2620-4e00-8215-01974f18d396', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'mac_address': 'fa:16:3e:65:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:29:24Z', 'updated_at': '2021-04-03T05:29:24Z', 'revision_number': 0, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:06Z', 'revision_number': 5, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:28.492944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e136d19-7e9f-455f-8150-2c7168f52dc6 None None] The sync data for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb is: [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'f001428b-2d13-47ec-aef1-930602bdbefe', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'port_id': 'ba4629e8-2620-4e00-8215-01974f18d396', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'mac_address': 'fa:16:3e:65:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:29:24Z', 'updated_at': '2021-04-03T05:29:24Z', 'revision_number': 0, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:06Z', 'revision_number': 5, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:29:28.531777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-8f702155-0bae-403d-b926-1b1cc0b2101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:28.533427 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-8f702155-0bae-403d-b926-1b1cc0b2101c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 915 time: 0.6863227 Apr 03 05:29:28.534563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] For port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:29:28.566717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.570370 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.572655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3c1fee2c-6534-4e67-a9e1-d79da942f66c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:28.586423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc2ed-ad4b-4d8d-8190-014d0ccaba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.597581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba7fc42-c117-4d07-a0c2-c753ee84c806,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:28.600256 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:28.607344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.608641 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-8371e06a-f6f6-4813-abcb-f65d54867b82 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1754813 Apr 03 05:29:28.612774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32878) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:28.620022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'security_group_rule': {'security_group_id': '04d15b01-691c-49cb-b95f-a24d6b50b77d', 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:28.626595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:28.630830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:28.633998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:28.640159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:28.649960 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.securitygroups_db [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Project cacee8194a964aa281466c95d8ebb612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 05:29:28.650331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] For port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:29:28.657053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.665448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.728823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.729086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:28.731537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.733882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:28.752860 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c842083-e901-4db0-a21e-95a14546899a,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:28.756604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:28.771823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.776793 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2a207ab7-0165-498b-98d1-d255cb495145 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627812 Apr 03 05:29:28.777570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32882) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:28.783669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'security_group_rule': {'security_group_id': '04d15b01-691c-49cb-b95f-a24d6b50b77d', 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:28.790790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:28.795246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Usage tracker for resource:security_group_rule and tenant:cacee8194a964aa281466c95d8ebb612 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:28.799273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:28.817769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:28.827838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ccd98-bdf1-4e50-9fe5-d8d614a46bc2 None None] New status for floating IP f001428b-2d13-47ec-aef1-930602bdbefe: ACTIVE {{(pid=84368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:29:28.837286 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.securitygroups_db [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Project cacee8194a964aa281466c95d8ebb612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 05:29:28.846009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.959111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.964455 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:28.966604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a6275b95-b9fa-4e55-b366-f12f49873302 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:28.998338 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-d6c5b3ee-28cd-4831-b879-9f7b48ae6dcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 999 time: 0.4396203 Apr 03 05:29:29.006249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd283e6-9336-4ba9-a71d-92b32e56bf1c,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:29.015805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:29.017299 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2386639 Apr 03 05:29:29.018414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f8067a25-e309-4ad7-971a-b33a5a3ecd37 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:29.093647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.094445 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:29.096472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] 10.222.0.15 "PUT /v2.0/ports/c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 HTTP/1.1" status: 200 len: 1094 time: 3.5449257 Apr 03 05:29:29.108119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Pushing event updated for resources: {'Port': ['ID=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:29.126365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:29.142253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] For port 91752960-6bd2-44b6-b095-6c68c5ad5ba9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91752960-6bd2-44b6-b095-6c68c5ad5ba9,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:29.142891 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:29.213545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-1618251c-d3ca-4dc6-b540-6a0e93c1999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.215024 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-1618251c-d3ca-4dc6-b540-6a0e93c1999c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 200 len: 853 time: 0.2005436 Apr 03 05:29:29.227081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede666-6ede-4bfc-9129-32f50ad1d807 req-83c934b3-eaf2-4368-8794-4df952a4da8a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.232407 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1bede666-6ede-4bfc-9129-32f50ad1d807 req-83c934b3-eaf2-4368-8794-4df952a4da8a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 944 time: 0.1482174 Apr 03 05:29:29.312045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-48c52f7b-2dbc-4961-bcb1-466083f40152 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Synchronizing usage tracker for tenant:cacee8194a964aa281466c95d8ebb612 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:29.322687 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1bede666-6ede-4bfc-9129-32f50ad1d807 req-e136393c-5f00-48c0-84fc-d61030444049 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756934 Apr 03 05:29:29.340276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-48c52f7b-2dbc-4961-bcb1-466083f40152 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Unset dirty status for tenant:cacee8194a964aa281466c95d8ebb612 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:29.341760 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-48c52f7b-2dbc-4961-bcb1-466083f40152 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915141528&fields=id&tenant_id=cacee8194a964aa281466c95d8ebb612 HTTP/1.1" status: 200 len: 267 time: 0.1255522 Apr 03 05:29:29.385403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Calling delete_port for 91752960-6bd2-44b6-b095-6c68c5ad5ba9 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:29:29.442228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'tag': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:29.503601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-9d3ff1a8-8c81-43ef-8bf9-49342b02a3d7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.505168 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-9d3ff1a8-8c81-43ef-8bf9-49342b02a3d7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.1529830 Apr 03 05:29:29.519294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-4410564a-1ec9-4250-93bf-45e4a30d7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.520259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'port': {'security_groups': ['4715ca38-cd51-4a61-b940-eb5aadb20a85', '04d15b01-691c-49cb-b95f-a24d6b50b77d']}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:29.520913 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-4410564a-1ec9-4250-93bf-45e4a30d7266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a44746987144803a1b75034f44bcaab&device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 1097 time: 0.3685479 Apr 03 05:29:29.608614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80f089-b04f-45fc-acbd-cb6ad998b16e req-57154a34-203b-4a0b-bbb7-7c89dc81a113 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.610231 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c80f089-b04f-45fc-acbd-cb6ad998b16e req-57154a34-203b-4a0b-bbb7-7c89dc81a113 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 945 time: 0.1721129 Apr 03 05:29:29.638878 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-148ef730-efbd-4f45-9d15-4e2686974b38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 HTTP/1.1" status: 200 len: 217 time: 0.1079257 Apr 03 05:29:29.649895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-b1a113fe-c2e9-4d97-b61e-13d3e8868ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.651474 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-b1a113fe-c2e9-4d97-b61e-13d3e8868ade service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a019de04-e19a-4cdf-996a-98badd12c78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3718085 Apr 03 05:29:29.715453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:29.731462 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c80f089-b04f-45fc-acbd-cb6ad998b16e req-032d35de-6f9b-4cf7-ae65-512c942bcec3 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/security-groups?id=062acacf-be13-4344-b8b3-b3612b9a35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813379 Apr 03 05:29:29.823601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:29.828436 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'tag': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3', 'status': 'completed', 'code': 200} Apr 03 05:29:29.851387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-85c36e50-ccac-41a8-9328-3647ee8a7030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:29.960753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-50745ac7-ec17-4174-818d-8c9f302c7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:29.962627 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-50745ac7-ec17-4174-818d-8c9f302c7408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fce19cb-3203-499b-97a3-fa6d1eb6f1c1 HTTP/1.1" status: 200 len: 849 time: 0.3043928 Apr 03 05:29:29.965338 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-951757cf-7ea1-47db-9def-df34e8bbb876 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699456 Apr 03 05:29:29.974832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Pushing event deleted for resources: {'Port': ['ID=91752960-6bd2-44b6-b095-6c68c5ad5ba9,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:29.979909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:30.078826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ba4629e8-2620-4e00-8215-01974f18d396,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:30.106904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:30.111745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:30.126526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['ba4629e8-2620-4e00-8215-01974f18d396'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:30.129423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:30.133986 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-64ab4ce3-f0cf-402a-9064-600f5be3b26e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485193 Apr 03 05:29:30.189712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:30.333766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-a54ce902-d1a4-4521-be07-041b79d9c401 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Synchronizing usage tracker for tenant:1a57ece2507a439ba30bba7adc5620a5 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:30.390883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=6']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:30.400116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-a54ce902-d1a4-4521-be07-041b79d9c401 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Unset dirty status for tenant:1a57ece2507a439ba30bba7adc5620a5 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:30.401395 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-a54ce902-d1a4-4521-be07-041b79d9c401 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188437455&fields=id&tenant_id=1a57ece2507a439ba30bba7adc5620a5 HTTP/1.1" status: 200 len: 267 time: 0.2272687 Apr 03 05:29:30.404161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.404633 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.405040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.405450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.405831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.406232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.406611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.406999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.407387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.407938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.408366 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.408755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:30.419729 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:30.536697 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:30.537370 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for port, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:30.551154 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3bc7adaa-a8c1-4a69-934d-21fe5e2844cb req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "PUT /v2.0/ports/ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 982 time: 1.0368583 Apr 03 05:29:30.552222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396'}] {{(pid=84366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:30.592901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['ba4629e8-2620-4e00-8215-01974f18d396'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:30.635795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-307be49f-8735-4143-b074-71bd6d4eb19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:30.676208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-d031a211-2c42-4b3c-97a8-341de7f7da50 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:30.679130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-d031a211-2c42-4b3c-97a8-341de7f7da50 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Synchronizing usage tracker for tenant:1a57ece2507a439ba30bba7adc5620a5 on resource:network {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:30.713689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-d031a211-2c42-4b3c-97a8-341de7f7da50 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Unset dirty status for tenant:1a57ece2507a439ba30bba7adc5620a5 on resource:network {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:30.720927 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-d031a211-2c42-4b3c-97a8-341de7f7da50 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 808 time: 0.3066587 Apr 03 05:29:30.739663 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-5f667530-8cb5-4966-83ae-ae8b2fcb02dd tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/quotas/1a57ece2507a439ba30bba7adc5620a5 HTTP/1.1" status: 200 len: 375 time: 0.0176792 Apr 03 05:29:30.782434 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cc2c8564-f5da-4699-a5c9-b808fd7c0f9d req-a8eb7477-a7cf-43af-bc11-fab9e34e7da1 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002431 Apr 03 05:29:30.797120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] No DVR routers for this DVR port 91752960-6bd2-44b6-b095-6c68c5ad5ba9 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:29:30.806862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:30.833195 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-8fb442a1-c030-4f81-ad0a-78be558ca205 service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6904039 Apr 03 05:29:30.842612 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9b8d617-de11-451b-bd5f-931a66c35b07 req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.15 "DELETE /v2.0/ports/91752960-6bd2-44b6-b095-6c68c5ad5ba9 HTTP/1.1" status: 204 len: 173 time: 3.0883925 Apr 03 05:29:30.873061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-f9d1fc3b-3faa-4b6b-b9b0-cb84238e5000 None None] Provisioning complete for port ba4629e8-2620-4e00-8215-01974f18d396 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:30.873480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1fc3b-3faa-4b6b-b9b0-cb84238e5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:30.896497 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-003566ec-306d-4803-a8c1-cbe2478e6abe tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557863 Apr 03 05:29:31.012538 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ba33b172-954d-4d2f-9dfc-ddbca4430a87 req-ab2bd7e5-b670-4cbf-9433-351504bba4ea service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687322 Apr 03 05:29:31.155032 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-00d6c462-81c0-4c6b-b933-cc89a3d68727 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412084 Apr 03 05:29:31.228799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198df72b-4c60-4dba-8f3a-1425835773f0 req-2e2ebad6-bdb2-4330-a97f-4584159ff6d9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:31.230910 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-198df72b-4c60-4dba-8f3a-1425835773f0 req-2e2ebad6-bdb2-4330-a97f-4584159ff6d9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 944 time: 0.2561460 Apr 03 05:29:31.275928 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-697642bf-3e47-4d9b-bb7a-fe9c48142e5c service neutron] 10.222.0.23 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782098 Apr 03 05:29:31.307469 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d245120-904f-446a-99c5-3aaebec9781a req-d0ca0451-f548-4020-b500-1de4f0acb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:31.310045 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d245120-904f-446a-99c5-3aaebec9781a req-d0ca0451-f548-4020-b500-1de4f0acb366 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a44746987144803a1b75034f44bcaab&device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 1097 time: 0.2175138 Apr 03 05:29:31.353267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc69c-18df-4ec2-911e-ec811703989d req-ff65ae6a-2020-4908-a142-fd75975186b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:31.354932 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-ff65ae6a-2020-4908-a142-fd75975186b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1098 time: 0.1606998 Apr 03 05:29:31.419238 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-198df72b-4c60-4dba-8f3a-1425835773f0 req-0fd2b0bb-2b1b-441e-86c7-fbbbc037372b tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780076 Apr 03 05:29:31.607078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d245120-904f-446a-99c5-3aaebec9781a req-ce313c61-5f89-4f8e-8546-003780900ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:31.608611 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d245120-904f-446a-99c5-3aaebec9781a req-ce313c61-5f89-4f8e-8546-003780900ed0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed HTTP/1.1" status: 200 len: 910 time: 0.2881756 Apr 03 05:29:31.668988 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-8e0b5cf3-c251-437d-9e93-a6f552b8c467 service neutron] 10.222.0.23 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802273 Apr 03 05:29:31.691104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 91752960-6bd2-44b6-b095-6c68c5ad5ba9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:29:31.706715 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d245120-904f-446a-99c5-3aaebec9781a req-0523c79d-9b24-4aca-96ad-29504061a076 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 HTTP/1.1" status: 200 len: 217 time: 0.0826685 Apr 03 05:29:31.709446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc69c-18df-4ec2-911e-ec811703989d req-0c708c13-d30c-4e1c-91ae-b9db8f976a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:31.710866 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-0c708c13-d30c-4e1c-91ae-b9db8f976a6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.2448876 Apr 03 05:29:31.743066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 91752960-6bd2-44b6-b095-6c68c5ad5ba9 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:29:31.743460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 91752960-6bd2-44b6-b095-6c68c5ad5ba9 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:29:31.756265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10a12c-a486-479a-b429-1056c733621d req-dfd9ba38-b938-4e18-b611-506eb2a3e3a3 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:31.758657 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5e10a12c-a486-479a-b429-1056c733621d req-dfd9ba38-b938-4e18-b611-506eb2a3e3a3 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0933285 Apr 03 05:29:31.789689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:31.811954 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5e10a12c-a486-479a-b429-1056c733621d req-7c842bea-3882-4e0f-ac08-3397dab1a12f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459151 Apr 03 05:29:31.831551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'name': 'network-vif-deleted', 'tag': '91752960-6bd2-44b6-b095-6c68c5ad5ba9'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:31.878676 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396', 'status': 'completed', 'code': 200} Apr 03 05:29:31.892717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d245120-904f-446a-99c5-3aaebec9781a req-6de2c0d2-ab66-42d2-829b-7e4ec5977fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:31.894291 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d245120-904f-446a-99c5-3aaebec9781a req-6de2c0d2-ab66-42d2-829b-7e4ec5977fa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fce19cb-3203-499b-97a3-fa6d1eb6f1c1 HTTP/1.1" status: 200 len: 849 time: 0.1753049 Apr 03 05:29:31.896066 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-2f377c55-c5a6-4f17-824c-89b1ae13f70c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 1001 time: 0.1379247 Apr 03 05:29:31.976080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:32.055313 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8bfc4166-24d7-4e6f-ace0-63cb4eac0206 req-bc122cac-dc28-444d-a8f2-2efe4f67a6b8 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef70076d-f59b-4db0-839f-4fc9ff92ff73 HTTP/1.1" status: 200 len: 210 time: 0.0508170 Apr 03 05:29:32.070980 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d245120-904f-446a-99c5-3aaebec9781a req-59a9f55f-c00b-4ac2-8749-5a14fc8e7925 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102865 Apr 03 05:29:32.112884 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc69c-18df-4ec2-911e-ec811703989d req-20904017-7fcd-4303-b03a-c3a675a2624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:32.114469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-20904017-7fcd-4303-b03a-c3a675a2624f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.1954207 Apr 03 05:29:32.185761 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef70076d-f59b-4db0-839f-4fc9ff92ff73', 'name': 'network-vif-deleted', 'tag': '91752960-6bd2-44b6-b095-6c68c5ad5ba9', 'status': 'completed', 'code': 200} Apr 03 05:29:32.249641 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-852358e5-e015-4f1e-8e92-fc22521787c8 req-7f0d33e4-9eeb-47b7-8d24-37b225d70ecf tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 210 time: 0.0578268 Apr 03 05:29:32.279776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-eb8fd9f7-7b6c-4888-bcbf-da9016be7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:32.281488 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-eb8fd9f7-7b6c-4888-bcbf-da9016be7f89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1138 time: 0.3196335 Apr 03 05:29:32.353681 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d245120-904f-446a-99c5-3aaebec9781a req-1df58779-dde6-4ba7-8991-f1e0b43cc657 service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648704 Apr 03 05:29:32.474739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc69c-18df-4ec2-911e-ec811703989d req-40ec4e34-895c-4088-94a7-cff14ec520ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:32.476383 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-40ec4e34-895c-4088-94a7-cff14ec520ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3388848 Apr 03 05:29:32.608603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-aec84b8f-24c1-48ac-93ca-53493a4bef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:32.610191 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-aec84b8f-24c1-48ac-93ca-53493a4bef3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 915 time: 0.2989981 Apr 03 05:29:32.658491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59a234-2ed9-4807-92c3-f7a154fcd280 req-46b5a052-a9e9-4818-b3a6-ec39eb219418 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:32.660381 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a59a234-2ed9-4807-92c3-f7a154fcd280 req-46b5a052-a9e9-4818-b3a6-ec39eb219418 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 944 time: 0.0930171 Apr 03 05:29:32.714669 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a59a234-2ed9-4807-92c3-f7a154fcd280 req-19f74fff-8fef-434a-b342-22c9d7f94399 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469220 Apr 03 05:29:32.799574 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d245120-904f-446a-99c5-3aaebec9781a req-1ed74df0-98f8-40a1-a734-320e4065353c service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359093 Apr 03 05:29:32.829771 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-75518c47-a8fc-4e24-b8db-1f9d6112106d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 1001 time: 0.1643200 Apr 03 05:29:32.831745 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-0a9eec56-7cab-477e-82db-d43cb09261f7 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010993 Apr 03 05:29:33.024225 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-6bdb0027-2360-451d-85eb-4e391a6f279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:33.025796 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-6bdb0027-2360-451d-85eb-4e391a6f279e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 200 len: 853 time: 0.1428111 Apr 03 05:29:33.102109 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-962bc69c-18df-4ec2-911e-ec811703989d req-6b8827b6-ca69-4e04-98ca-d3c91cc36545 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425106 Apr 03 05:29:33.132227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-37bace53-2d70-4664-91c8-20121ed7ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:33.133982 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-37bace53-2d70-4664-91c8-20121ed7ab4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a019de04-e19a-4cdf-996a-98badd12c78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990260 Apr 03 05:29:33.136230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:33.162391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32962) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:33.532055 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-9f10829e-b92a-4b94-82fa-9227d641b73c service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785775 Apr 03 05:29:33.586805 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7968c4a5-eead-4b8a-a054-9149f27ffe41 req-25a9f8f0-88c2-41f9-96ad-4091a127bae9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 210 time: 0.0653086 Apr 03 05:29:33.829703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1d1052b3-efa6-469f-b173-ba044c0dda7b tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:33.831297 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1d1052b3-efa6-469f-b173-ba044c0dda7b tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 808 time: 0.2880292 Apr 03 05:29:33.836398 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ebe401e7-5563-46e2-9745-31efe0f6f5e2 req-28aea746-8ff8-4a8d-a5be-939a746587a0 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918513 Apr 03 05:29:33.921340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8012393'] for router_interface, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:33.941107 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1e14ac23-4f53-42e2-b485-ff371c350b9c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a57ece2507a439ba30bba7adc5620a5 HTTP/1.1" status: 200 len: 8059 time: 0.0956485 Apr 03 05:29:33.950688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'port': {'device_id': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'admin_state_up': True, 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'security_groups': ['821c7efa-1b48-4d5a-80f9-4f2afb3c2828']}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:34.096014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:34.099977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:port and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:34.103487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:34.106984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345dcc7-84b7-421c-bf53-662e1f18d4d3 req-ae7daf1f-00a0-4700-b278-da201ba09c18 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:34.108633 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0345dcc7-84b7-421c-bf53-662e1f18d4d3 req-ae7daf1f-00a0-4700-b278-da201ba09c18 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 944 time: 0.2552042 Apr 03 05:29:34.109577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:34.118990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Made reservation on behalf of 1a57ece2507a439ba30bba7adc5620a5 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:29:34.125109 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:34.231144 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0345dcc7-84b7-421c-bf53-662e1f18d4d3 req-603fbac8-2069-4fc8-a833-7984f34fd674 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126790 Apr 03 05:29:34.313775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Allocated IP 172.20.0.6 (439c8ed6-f97c-4acc-afaf-b2792f5e6706/bf5d36ad-e494-412e-b369-c9c34983f863/3cba4bb6-8958-45ed-99f7-49cd4505884b) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:29:34.360538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Deleting port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:29:34.361143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:34.521102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:34.538041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Transition to ACTIVE for port object 3cba4bb6-8958-45ed-99f7-49cd4505884b will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:29:34.551578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] For port 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,segment=NetworkSegment(aa359f6f-760f-41a1-b367-f4d640ed807f),segment_id=aa359f6f-760f-41a1-b367-f4d640ed807f)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:34.552076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:34.563953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:34.578890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8e41f017-3932-4137-9294-1a9c2525de91 tempest-VolumesNegativeTest-1906891353 tempest-VolumesNegativeTest-1906891353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:34.685779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Calling delete_port for 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 owned by network:router_interface {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:29:34.728512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:34.733611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:34.780419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:29:34.781670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:29:34.784373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:29:34.854488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:34.855905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:34.885903 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9393387 Apr 03 05:29:34.899301 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Request body: {'port': {'device_id': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:35.030078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:35.039134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9785e1ab-fc8e-487f-b159-4ebbe4b802a1 None None] Provisioning for port 3cba4bb6-8958-45ed-99f7-49cd4505884b completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:35.045756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-9785e1ab-fc8e-487f-b159-4ebbe4b802a1 None None] Provisioning complete for port 3cba4bb6-8958-45ed-99f7-49cd4505884b triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:35.046176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9785e1ab-fc8e-487f-b159-4ebbe4b802a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:35.108993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-9785e1ab-fc8e-487f-b159-4ebbe4b802a1 None None] Port 3cba4bb6-8958-45ed-99f7-49cd4505884b cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:29:35.303360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592e900-4b83-486d-9fe3-d35f00b1f952 req-a62fc246-619e-4f25-bc90-6c6ca221d44f tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:35.311577 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f592e900-4b83-486d-9fe3-d35f00b1f952 req-a62fc246-619e-4f25-bc90-6c6ca221d44f tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 931 time: 0.5961235 Apr 03 05:29:35.422187 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f592e900-4b83-486d-9fe3-d35f00b1f952 req-b0ae53bf-62d8-4d23-b78b-ada8d1980aee tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096590 Apr 03 05:29:35.493018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cba4bb6-8958-45ed-99f7-49cd4505884b {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:35.500829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:35.517534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Transition to ACTIVE for port object 3cba4bb6-8958-45ed-99f7-49cd4505884b will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:29:35.521610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:35.525767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df935-2a07-4885-91bf-e05b3e332df1 req-02a04dc8-715d-4b9b-8e19-a82a7cb37d05 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:35.527374 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-032df935-2a07-4885-91bf-e05b3e332df1 req-02a04dc8-715d-4b9b-8e19-a82a7cb37d05 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 944 time: 0.1727748 Apr 03 05:29:35.534093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:35.537092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-86902c60-1484-4f30-ae03-d3e045da322a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:35.552180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:35.622486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Pushing event deleted for resources: {'Port': ['ID=90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:35.631224 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:35.678627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:35.683571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:35.721114 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-032df935-2a07-4885-91bf-e05b3e332df1 req-c249b825-0f2b-4a26-a54f-b430282fdf5a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720033 Apr 03 05:29:35.743704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:29:35.936968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:35.941809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Attempting to bind port 3cba4bb6-8958-45ed-99f7-49cd4505884b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:29:35.942161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Attempting to bind port 3cba4bb6-8958-45ed-99f7-49cd4505884b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:29:35.942555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Attempting to bind port 3cba4bb6-8958-45ed-99f7-49cd4505884b on network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:35.954467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3', 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed', 'port_id': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3', 'mac_address': 'fa:16:3e:27:25:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fce19cb-3203-499b-97a3-fa6d1eb6f1c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:29:35.955350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Port 3cba4bb6-8958-45ed-99f7-49cd4505884b on network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:29:35.955719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Attempting to bind port 3cba4bb6-8958-45ed-99f7-49cd4505884b on network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:35.969463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:29:35.969835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Checking segment: {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:29:35.970265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Bound using segment: {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:29:35.970755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Bound port: 3cba4bb6-8958-45ed-99f7-49cd4505884b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d486d1-7e81-45a4-9af5-ab3d87877768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:29:35.971146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:36.051701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:36.059493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003516'] for router_interface, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:36.071382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:36.081290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:29:36.085693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:29:36.090425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:36.096812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:36.099521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:36.102972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:36.108157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:36.187983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:36.191347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:36.271903 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:36.275822 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:36.309756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:36.310412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:36.312119 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 1093 time: 1.4181364 Apr 03 05:29:36.312703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:36.408464 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'status': 'completed', 'code': 200} Apr 03 05:29:36.448238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-b362eb93-e195-47bb-9a89-177bcfddb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:36.448870 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-b362eb93-e195-47bb-9a89-177bcfddb08a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0905302 Apr 03 05:29:36.484731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:36.562555 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-95997bfc-361b-4570-9eaa-727bac9dc17a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 217 time: 0.0979974 Apr 03 05:29:36.659213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-74a8eef8-57d6-4973-98cc-cb8f9854d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:36.661399 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-74a8eef8-57d6-4973-98cc-cb8f9854d5dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.0834551 Apr 03 05:29:36.699308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Router 6c416ee5-ba8c-4e37-ac66-81d75e499acc has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:29:36.707925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46a354-0528-4f20-94cf-a9e97e66a306 req-d1797d41-8d4d-4f14-8a86-06f24f1bfc11 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:36.709602 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ab46a354-0528-4f20-94cf-a9e97e66a306 req-d1797d41-8d4d-4f14-8a86-06f24f1bfc11 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 943 time: 0.1432049 Apr 03 05:29:36.752184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-09fe6faa-eea2-401a-a47b-6f31a932a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:36.754112 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-09fe6faa-eea2-401a-a47b-6f31a932a1d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816410 Apr 03 05:29:36.911361 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-36ad905a-5723-4938-b8d2-4e13145ec671 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465530 Apr 03 05:29:36.913873 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ab46a354-0528-4f20-94cf-a9e97e66a306 req-d8e3073f-586c-409b-ba0f-35b24880ffd5 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949618 Apr 03 05:29:36.958601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:29:36.969656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] Sync routers for ids ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:29:36.981892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] Routers {'6c416ee5-ba8c-4e37-ac66-81d75e499acc'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:36.982618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:36.985689 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-dc24c2d0-0dbb-41a0-a41b-395ea59ef74d admin admin] 10.222.0.23 "PUT /v2.0/routers/6c416ee5-ba8c-4e37-ac66-81d75e499acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8191526 Apr 03 05:29:36.987945 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 32994) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:37.065736 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0bb1ae39-4e66-4ac1-841f-12d4889870e3 req-7ff9da3a-5aa9-4ae3-be95-d3526b7aea0c service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420367 Apr 03 05:29:37.212426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-8dabc175-fc23-4c59-bd35-0667bb79e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:37.214627 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-8dabc175-fc23-4c59-bd35-0667bb79e076 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1011722 Apr 03 05:29:37.258364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks [] for router, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:37.375937 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] Set router 6c416ee5-ba8c-4e37-ac66-81d75e499acc gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:37.654336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-1856a448-3c83-449a-af61-629de9cef634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:37.655806 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-1856a448-3c83-449a-af61-629de9cef634 service neutron] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 909 time: 0.4339643 Apr 03 05:29:37.670925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8c287-a9d2-40b1-97bf-aff2fb5573c5 req-93d40353-1cad-4574-8b8d-2b650688f847 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:37.679529 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56e8c287-a9d2-40b1-97bf-aff2fb5573c5 req-93d40353-1cad-4574-8b8d-2b650688f847 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 945 time: 0.6310332 Apr 03 05:29:37.738467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:29:35Z', 'revision_number': 5, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port': {'id': 'a34def54-fe79-473a-bde4-a312941f7c54', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:25Z', 'updated_at': '2021-04-03T05:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:37.738737 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-6f1d8884-01fc-4c34-b661-57aefe9c8635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 217 time: 0.0750754 Apr 03 05:29:37.743574 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] Checking router: 6c416ee5-ba8c-4e37-ac66-81d75e499acc for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:29:37.744896 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56e8c287-a9d2-40b1-97bf-aff2fb5573c5 req-9bf7b068-b4bf-42df-8feb-06df0b9bd245 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642562 Apr 03 05:29:37.753423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] Routers {'6c416ee5-ba8c-4e37-ac66-81d75e499acc'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:37.753991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:37.793925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:37.805512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Deleting port a34def54-fe79-473a-bde4-a312941f7c54 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:29:37.806238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:37.830524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-5e2671c8-3f58-4d9d-aee8-d3679ce14949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:37.832579 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-5e2671c8-3f58-4d9d-aee8-d3679ce14949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.0803361 Apr 03 05:29:37.938443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-b5701b82-25cb-487d-a961-feee5ba08fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:37.940749 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-b5701b82-25cb-487d-a961-feee5ba08fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1011546 Apr 03 05:29:38.052714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] Set router 6c416ee5-ba8c-4e37-ac66-81d75e499acc gateway port host: None {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:38.106010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] For port a34def54-fe79-473a-bde4-a312941f7c54, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a34def54-fe79-473a-bde4-a312941f7c54,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:38.106403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:38.140959 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-f884c694-4ed4-479d-86fc-374824b803e6 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918700 Apr 03 05:29:38.181685 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:29:37Z', 'revision_number': 6, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port_host': None}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:38.186019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd5317-109a-4164-92b1-ed9e3b08f70e None None] The sync data for ids ['6c416ee5-ba8c-4e37-ac66-81d75e499acc'] in dv-cinder-784623-2-smb is: [{'id': '6c416ee5-ba8c-4e37-ac66-81d75e499acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1921372279-router', 'tenant_id': '52d527a3714d4abda771ceb5b4d11317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:29:37Z', 'revision_number': 6, 'project_id': '52d527a3714d4abda771ceb5b4d11317', 'gw_port_host': None}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:29:38.295459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Calling delete_port for a34def54-fe79-473a-bde4-a312941f7c54 owned by network:router_gateway {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:29:38.313297 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7db391b9-e8ae-4abe-9428-53efa904a28a req-1397767c-e5c2-4f04-acb9-622b0770452c service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648238 Apr 03 05:29:38.416556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456e17-3433-4184-a066-5038ec1df76f req-34fea7ec-ac32-4471-80bb-e2c30cd07dc2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:38.418160 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-43456e17-3433-4184-a066-5038ec1df76f req-34fea7ec-ac32-4471-80bb-e2c30cd07dc2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 943 time: 0.3183088 Apr 03 05:29:38.482391 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-43456e17-3433-4184-a066-5038ec1df76f req-45f88496-3432-4413-b856-158ad12108eb tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571313 Apr 03 05:29:38.546107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:38.561240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-abaf7018-b4ee-4ea8-84aa-ca6f1f43b416 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:38.618027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a34def54-fe79-473a-bde4-a312941f7c54,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:38.622044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:38.623400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a34def54-fe79-473a-bde4-a312941f7c54 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:29:38.662026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: a34def54-fe79-473a-bde4-a312941f7c54 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:29:38.662459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a34def54-fe79-473a-bde4-a312941f7c54 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:29:38.662941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:29:38.701531 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:29:38.701925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 90c9a4de-ebdf-4a55-bca5-b4d8f57d1ab5 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:29:38.765400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8013244'] for router_gateway, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:38.996245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846762179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:38.999849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.101684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846762105'] for router, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.102253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c416ee5-ba8c-4e37-ac66-81d75e499acc {{(pid=84366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 03 05:29:39.127300 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6702-1556-40af-9c49-2f5c475ed228 req-98faace2-475b-4c17-9f3b-2a0295344495 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:39.128979 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d4e6702-1556-40af-9c49-2f5c475ed228 req-98faace2-475b-4c17-9f3b-2a0295344495 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 945 time: 0.2540491 Apr 03 05:29:39.131254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.132977 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c6365cb0-9480-4274-9ead-e998725d76ca admin admin] 10.222.0.23 "DELETE /v2.0/routers/6c416ee5-ba8c-4e37-ac66-81d75e499acc HTTP/1.1" status: 204 len: 168 time: 2.1455412 Apr 03 05:29:39.135983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33020) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:39.179616 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d4e6702-1556-40af-9c49-2f5c475ed228 req-112ce5d8-cdb0-4b77-97bb-f1319ff82b9f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Apr 03 05:29:39.213405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Deleting subnet 4fa7ce66-c1ea-4dc2-9609-27435cc827c2 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:29:39.217446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.269069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.325671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.586815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.604347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3e951811-c81c-4403-8990-f5161c70c379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:39.655205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa7ce66-c1ea-4dc2-9609-27435cc827c2,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:39.657805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:39.688825 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9640c-d32b-479a-93f7-0c1460aa2d10 req-1b784afa-2799-4bc3-95a2-a374fc129c7c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:39.690437 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-66f9640c-d32b-479a-93f7-0c1460aa2d10 req-1b784afa-2799-4bc3-95a2-a374fc129c7c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 943 time: 0.0955906 Apr 03 05:29:39.739219 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-66f9640c-d32b-479a-93f7-0c1460aa2d10 req-04ec1245-40d7-43aa-a02d-c89c53f3b211 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Apr 03 05:29:39.740797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.747144 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fa7ce66-c1ea-4dc2-9609-27435cc827c2 HTTP/1.1" status: 204 len: 168 time: 0.6098237 Apr 03 05:29:39.749868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33028) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:39.787536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3cba4bb6-8958-45ed-99f7-49cd4505884b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:29:39.790596 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:39.865434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:39.941783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:39.959197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:39.960132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.050257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:40.063681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.070486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'port_id': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'mac_address': 'fa:16:3e:43:42:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:29:40.183036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.194693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.195068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7571063-3010-4804-8966-87167d748276']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:40.208832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa359f6f-760f-41a1-b367-f4d640ed807f') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:40.209180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa359f6f-760f-41a1-b367-f4d640ed807f') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:40.223835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.233643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:40.234606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:40.240451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cba4bb6-8958-45ed-99f7-49cd4505884b {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:40.242103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.250420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:29:40.260678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.267134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2b276d52-a144-4690-856f-e35e5e123a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:40.385291 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3', 'code': 200} Apr 03 05:29:40.396613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:40.405205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.413991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:40.434940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:40.434940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:40.480914 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Network f7571063-3010-4804-8966-87167d748276 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:29:40.493266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.497846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec006e2-2c21-444a-9af1-0bdf9cd2155a req-a8006130-3b47-4bf3-a5fd-1b2e1c38820c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:40.498786 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9ec006e2-2c21-444a-9af1-0bdf9cd2155a req-a8006130-3b47-4bf3-a5fd-1b2e1c38820c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 946 time: 0.1629410 Apr 03 05:29:40.527454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:40.531167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:40.587533 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9ec006e2-2c21-444a-9af1-0bdf9cd2155a req-eb803dc9-a248-4dea-898a-5b83dddad5bf tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795853 Apr 03 05:29:40.749630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Network f7571063-3010-4804-8966-87167d748276 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:29:40.777309 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:29:40.804006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['3cba4bb6-8958-45ed-99f7-49cd4505884b'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:40.867173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.870646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c8dc8-07f8-41ef-923f-54e1da3bcc62 req-5b014fd4-9ac0-4325-ae48-5d5fc87d67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:40.872245 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-673c8dc8-07f8-41ef-923f-54e1da3bcc62 req-5b014fd4-9ac0-4325-ae48-5d5fc87d67f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 1099 time: 0.2643974 Apr 03 05:29:40.874530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:40.889714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:40.932367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7571063-3010-4804-8966-87167d748276,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:40.938191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:40.956642 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d8a74893-db9a-4189-8967-6b02bd00e7a1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f7571063-3010-4804-8966-87167d748276 HTTP/1.1" status: 204 len: 168 time: 1.2055559 Apr 03 05:29:40.965076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246821a-75c8-482a-ac2b-a8f3c2f570cc req-ae5315ee-c16f-4a11-bf46-056aaf2b9e5e tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:40.966570 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-673c8dc8-07f8-41ef-923f-54e1da3bcc62 req-049ad817-0337-4cf6-b808-d326d4cd5d5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Apr 03 05:29:40.967044 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7246821a-75c8-482a-ac2b-a8f3c2f570cc req-ae5315ee-c16f-4a11-bf46-056aaf2b9e5e tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 944 time: 0.1123691 Apr 03 05:29:41.020397 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7246821a-75c8-482a-ac2b-a8f3c2f570cc req-08fae9e7-c10e-4d5e-8106-86595f66ebd3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468082 Apr 03 05:29:41.089492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33052) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:41.143726 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a56fcea4-985e-46f4-86c5-7c3b7d8a8eb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52d527a3714d4abda771ceb5b4d11317&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525477 Apr 03 05:29:41.146184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33056) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:41.207612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:41.235946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:41.280291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:41.285285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d969d03e-4d06-4c6f-a434-34be453b5817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:41.299951 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062acacf-be13-4344-b8b3-b3612b9a35b5,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:41.304103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:41.307388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:41.311212 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/062acacf-be13-4344-b8b3-b3612b9a35b5 HTTP/1.1" status: 204 len: 168 time: 0.1614089 Apr 03 05:29:41.796413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d732a-8ffb-4546-9cc7-a5e5d6fa600c req-2d18d55f-734f-4c9f-aae4-db487d35a622 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:41.798065 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a46d732a-8ffb-4546-9cc7-a5e5d6fa600c req-2d18d55f-734f-4c9f-aae4-db487d35a622 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 946 time: 0.0962543 Apr 03 05:29:41.847061 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a46d732a-8ffb-4546-9cc7-a5e5d6fa600c req-629a9864-8c57-4aa8-b234-56ceb60c8d0a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Apr 03 05:29:42.227422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7cb4e-5300-40e8-8ab4-de78f2347386 req-de065f02-149e-4e26-a08e-afd2ae2b3e58 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:42.229839 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d0a7cb4e-5300-40e8-8ab4-de78f2347386 req-de065f02-149e-4e26-a08e-afd2ae2b3e58 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 944 time: 0.0887182 Apr 03 05:29:42.280504 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d0a7cb4e-5300-40e8-8ab4-de78f2347386 req-7e968392-340b-4978-9fc8-1ebdc1863862 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438645 Apr 03 05:29:43.063365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb5327-6484-4ddb-98c7-7650470f1aa4 req-19e18fad-ac70-4e9b-bc8f-e7f15dedc8fe tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:43.065079 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ebb5327-6484-4ddb-98c7-7650470f1aa4 req-19e18fad-ac70-4e9b-bc8f-e7f15dedc8fe tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 946 time: 0.0931087 Apr 03 05:29:43.115761 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ebb5327-6484-4ddb-98c7-7650470f1aa4 req-d7c71772-2c9c-49a5-ba52-e3b5f1e03b8a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Apr 03 05:29:43.488250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76833-520c-4aee-96c8-ba6486bea7a8 req-91304cea-5bc0-4fb8-80e3-481904e558f3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:43.489584 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48e76833-520c-4aee-96c8-ba6486bea7a8 req-91304cea-5bc0-4fb8-80e3-481904e558f3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 944 time: 0.0898223 Apr 03 05:29:43.537469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48e76833-520c-4aee-96c8-ba6486bea7a8 req-999be22e-0bd2-400f-b3a5-d1cac9eff768 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409214 Apr 03 05:29:43.800178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3cba4bb6-8958-45ed-99f7-49cd4505884b up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:43.882852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 3cba4bb6-8958-45ed-99f7-49cd4505884b completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:43.888071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 3cba4bb6-8958-45ed-99f7-49cd4505884b triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:43.888564 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:44.023150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:44.051296 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:44.062242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:44.066505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:44.068461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:44.114565 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'code': 200} Apr 03 05:29:44.152831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:44.160756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.161152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.161536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.161912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.162284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.162717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.163571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.163942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.164328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.164701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.165065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.165429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:29:44.169711 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:44.276040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a5bb4-72ee-44d5-8140-d20c7a641a75 req-b2b01d8f-c909-422e-b297-80bbd812a656 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:44.277681 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-660a5bb4-72ee-44d5-8140-d20c7a641a75 req-b2b01d8f-c909-422e-b297-80bbd812a656 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 946 time: 0.0878284 Apr 03 05:29:44.326890 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-660a5bb4-72ee-44d5-8140-d20c7a641a75 req-00e20e9f-64f3-4c54-98e6-ecef94ec000e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Apr 03 05:29:44.491420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bdb9-b117-47a0-b445-9076c9b592b6 req-1564a771-a15a-4c11-9405-7ccd30d64fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:44.493046 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1308bdb9-b117-47a0-b445-9076c9b592b6 req-1564a771-a15a-4c11-9405-7ccd30d64fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0828516 Apr 03 05:29:44.537880 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1308bdb9-b117-47a0-b445-9076c9b592b6 req-f465cf3f-563f-43dc-9593-44067f9f61b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367715 Apr 03 05:29:44.748883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9be08e-3186-48f0-92c1-5c96734c1f90 req-8952ffd9-8021-425e-888d-08f33378d376 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:44.750375 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9a9be08e-3186-48f0-92c1-5c96734c1f90 req-8952ffd9-8021-425e-888d-08f33378d376 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.0922315 Apr 03 05:29:44.797770 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9a9be08e-3186-48f0-92c1-5c96734c1f90 req-5c1fc8f2-aed6-43e7-ade2-0d50fa762dc3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Apr 03 05:29:45.534126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b69e-ddea-4c0e-b629-69f182f8aac1 req-1aebf200-88b3-4d6f-bfa2-b64a07d67a0c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:45.535747 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9ad3b69e-ddea-4c0e-b629-69f182f8aac1 req-1aebf200-88b3-4d6f-bfa2-b64a07d67a0c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 946 time: 0.0911393 Apr 03 05:29:45.595580 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9ad3b69e-ddea-4c0e-b629-69f182f8aac1 req-9d836473-4fed-4fc0-8829-cdd677b2d10a tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507486 Apr 03 05:29:46.039062 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c29f-64b7-4b6c-8937-7fce86b8766d req-ef49a7bc-f118-499a-a3d9-9758bb65c3fd tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:46.040722 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f399c29f-64b7-4b6c-8937-7fce86b8766d req-ef49a7bc-f118-499a-a3d9-9758bb65c3fd tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.0960038 Apr 03 05:29:46.088388 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f399c29f-64b7-4b6c-8937-7fce86b8766d req-b7c74f03-b2e6-4f4e-b2fb-76c046f0f21c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408642 Apr 03 05:29:46.294390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e37f3d-fe6c-4619-b630-c3d27c36f0b0 req-846b7cb4-2bc7-4bfc-816c-50ccca2c92bb tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:46.295973 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6e37f3d-fe6c-4619-b630-c3d27c36f0b0 req-846b7cb4-2bc7-4bfc-816c-50ccca2c92bb tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.0918758 Apr 03 05:29:46.343580 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6e37f3d-fe6c-4619-b630-c3d27c36f0b0 req-4b93f12a-0532-4b00-b336-22505b2401f0 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 Apr 03 05:29:46.367605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33182) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:46.549714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-de4f7bc9-b66b-41fe-8633-c853187b7c2d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:46.550523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-de4f7bc9-b66b-41fe-8633-c853187b7c2d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Synchronizing usage tracker for tenant:1a44746987144803a1b75034f44bcaab on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:46.567248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-de4f7bc9-b66b-41fe-8633-c853187b7c2d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Unset dirty status for tenant:1a44746987144803a1b75034f44bcaab on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:46.568492 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-de4f7bc9-b66b-41fe-8633-c853187b7c2d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 946 time: 0.1074202 Apr 03 05:29:46.617486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a318c-ca9f-4a1d-8674-09e76311dd12 tempest-TestShelveInstance-1365851958 tempest-TestShelveInstance-1365851958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:46.618175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0d3a318c-ca9f-4a1d-8674-09e76311dd12 tempest-TestShelveInstance-1365851958 tempest-TestShelveInstance-1365851958-project-admin] Synchronizing usage tracker for tenant:b83b982e2892421fb95defca14ea1a2c on resource:port {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:29:46.634814 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0d3a318c-ca9f-4a1d-8674-09e76311dd12 tempest-TestShelveInstance-1365851958 tempest-TestShelveInstance-1365851958-project-admin] Unset dirty status for tenant:b83b982e2892421fb95defca14ea1a2c on resource:port {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:29:46.636379 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0d3a318c-ca9f-4a1d-8674-09e76311dd12 tempest-TestShelveInstance-1365851958 tempest-TestShelveInstance-1365851958-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1093 time: 0.2677443 Apr 03 05:29:46.639606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33190) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:29:46.645579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Request body: {'floatingip': {'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'port_id': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:46.652098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:46.656167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Usage tracker for resource:floatingip and tenant:1a57ece2507a439ba30bba7adc5620a5 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:46.657543 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Deleting port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:29:46.657939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:46.659148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:46.665192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:46.675025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for floatingip, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:46.884637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfc460-977f-495a-ac1c-f4142b9b63ba req-b96ca4e1-1eef-49c1-851c-cf341b1d12b5 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:46.886292 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4cdfc460-977f-495a-ac1c-f4142b9b63ba req-b96ca4e1-1eef-49c1-851c-cf341b1d12b5 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 946 time: 0.1675789 Apr 03 05:29:46.902243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:46.925611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] For port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:46.926012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:47.017060 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4cdfc460-977f-495a-ac1c-f4142b9b63ba req-5e27983e-c3e8-4044-80f4-623caf30f7f5 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755193 Apr 03 05:29:47.070758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Calling delete_port for c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:29:47.091998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Allocated IP 172.28.1.13 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/03055fd4-5655-4e29-b165-8b3cf86e2e7a) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:29:47.246390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:47.258709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:47.334280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8c3c4a8-e6aa-4f68-8874-5eca0f70e977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:47.398789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Pushing event deleted for resources: {'Port': ['ID=c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:47.428778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:47.546024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:47.569327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] No DVR routers for this DVR port c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:29:47.571772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:47.581459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'name': 'network-vif-deleted', 'tag': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:47.587170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:47.589621 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ff4414e-4c58-46dd-9da0-347745ee452d req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "DELETE /v2.0/ports/c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 HTTP/1.1" status: 204 len: 173 time: 1.0121446 Apr 03 05:29:47.606479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:47.649917 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862f2e1c-df1c-4d8e-ac7d-08152ee411a0', 'name': 'network-vif-deleted', 'tag': 'c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3', 'status': 'completed', 'code': 200} Apr 03 05:29:47.756173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'Port': ['ID=03055fd4-5655-4e29-b165-8b3cf86e2e7a,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:47.761112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:47.807695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:29:47.808874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:29:47.814836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:29:48.212540 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39aabdb7-9b29-4156-852f-0fda867dc4d4 req-ab928a21-db64-44ec-903f-d0728457f67c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=862f2e1c-df1c-4d8e-ac7d-08152ee411a0 HTTP/1.1" status: 200 len: 210 time: 0.0543854 Apr 03 05:29:48.260081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:48.346006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:48.624076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:48.627790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:48.642886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:48.788565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event updated for resources: {'Port': ['ID=03055fd4-5655-4e29-b165-8b3cf86e2e7a,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:48.793121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:48.829426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:49.017422 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Floating IP bd41981c-f531-4dc3-b698-e1d42fc17ca2 associated. External IP: 172.28.1.13, port: 3cba4bb6-8958-45ed-99f7-49cd4505884b. Apr 03 05:29:49.392417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Router f25e961d-8bf6-414d-ac64-eabf6e42e638 has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:29:49.717591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:29:49.729167 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] Sync routers for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:29:49.739088 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7dea-b347-402b-b452-71950d069b37 req-9f631ba1-7b9b-4b81-9e95-eead5540d3e4 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:49.740163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:49.741305 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-9f631ba1-7b9b-4b81-9e95-eead5540d3e4 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/networks?id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed HTTP/1.1" status: 200 len: 809 time: 0.2211936 Apr 03 05:29:49.741422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:49.764055 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-26ba6420-4d8b-4fde-a67e-460e54cbf2c8 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/quotas/1a44746987144803a1b75034f44bcaab HTTP/1.1" status: 200 len: 375 time: 0.0155871 Apr 03 05:29:49.764963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:49.860711 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-2c00290d-fc45-4aee-9dcf-8cc143fbb96b tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a44746987144803a1b75034f44bcaab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634015 Apr 03 05:29:49.862245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:29:49.873375 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2327063 Apr 03 05:29:49.897410 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b'}] {{(pid=84366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:49.922624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:29:49.923021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c4d0faad-ec5f-44f1-92af-bb5e5ee06eb3 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:29:50.001110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:50.057772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249275-3d75-49c8-a7c2-6745f29b113b req-3679f6c3-f555-4c10-b2a1-1f9fb6114c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:50.059300 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-47249275-3d75-49c8-a7c2-6745f29b113b req-3679f6c3-f555-4c10-b2a1-1f9fb6114c01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0828836 Apr 03 05:29:50.154485 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'status': 'completed', 'code': 200} Apr 03 05:29:50.259283 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-9b8f8675-c640-4f19-bdec-fd62b1117f1b service neutron] 10.222.0.23 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879359 Apr 03 05:29:50.450864 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'bd41981c-f531-4dc3-b698-e1d42fc17ca2', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'port_id': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'mac_address': 'fa:16:3e:43:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:29:48Z', 'updated_at': '2021-04-03T05:29:48Z', 'revision_number': 0, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:50.462193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249275-3d75-49c8-a7c2-6745f29b113b req-52b254cc-d400-469b-9044-c8b6912c1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:50.463672 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-47249275-3d75-49c8-a7c2-6745f29b113b req-52b254cc-d400-469b-9044-c8b6912c1ca3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 909 time: 0.3968418 Apr 03 05:29:50.464085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] Checking router: f25e961d-8bf6-414d-ac64-eabf6e42e638 for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:29:50.471566 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-b94df9e1-1e9d-4303-ab04-7112e2f3488b service neutron] 10.222.0.23 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049270 Apr 03 05:29:50.473916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:29:50.474673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:29:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:50.632990 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-47249275-3d75-49c8-a7c2-6745f29b113b req-3cba7d93-1558-4d6f-a1fc-6194d283b8ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 998 time: 0.1549323 Apr 03 05:29:50.780065 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8e742fb0-3fed-4731-a261-72fe379ea537 req-08e0b19a-f844-43cc-b9b4-e79ff0c67def tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0931492 Apr 03 05:29:50.797559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249275-3d75-49c8-a7c2-6745f29b113b req-60f57cf2-d825-4857-ae63-0ef69e24af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:50.801819 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-47249275-3d75-49c8-a7c2-6745f29b113b req-60f57cf2-d825-4857-ae63-0ef69e24af4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.1495838 Apr 03 05:29:50.926590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249275-3d75-49c8-a7c2-6745f29b113b req-2959467d-3b7c-4bae-ae12-bf89a3d3e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:50.929609 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-47249275-3d75-49c8-a7c2-6745f29b113b req-2959467d-3b7c-4bae-ae12-bf89a3d3e4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1140885 Apr 03 05:29:50.963146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:29:51.117522 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-47249275-3d75-49c8-a7c2-6745f29b113b req-71e5221d-4824-42e9-b3e6-9ddf1ab409ca service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800628 Apr 03 05:29:51.264706 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-47249275-3d75-49c8-a7c2-6745f29b113b req-8caed7ba-bb75-4ef9-8446-1d8440528188 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400619 Apr 03 05:29:51.396291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'bd41981c-f531-4dc3-b698-e1d42fc17ca2', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'port_id': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'mac_address': 'fa:16:3e:43:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:29:48Z', 'updated_at': '2021-04-03T05:29:48Z', 'revision_number': 0, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:29:51.400476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3da30-1c1b-430d-bbfa-4b927bc5c61c None None] The sync data for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb is: [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': 'bd41981c-f531-4dc3-b698-e1d42fc17ca2', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'port_id': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'mac_address': 'fa:16:3e:43:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:29:48Z', 'updated_at': '2021-04-03T05:29:48Z', 'revision_number': 0, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:29:51.696027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec610b-f3ed-495d-ac4d-6d29242b95b9 None None] New status for floating IP bd41981c-f531-4dc3-b698-e1d42fc17ca2: ACTIVE {{(pid=84369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:29:51.978027 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f2eb13e5-efeb-4f20-8e21-7bc9bd667cb8 req-d425b6e2-c8c9-42c4-a0b5-74cd06045ae3 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0638530 Apr 03 05:29:52.148474 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7dea-b347-402b-b452-71950d069b37 req-581e4219-5777-43e3-a063-d8f103e732c9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:52.150133 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-581e4219-5777-43e3-a063-d8f103e732c9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "GET /v2.0/networks?id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed HTTP/1.1" status: 200 len: 809 time: 0.2506578 Apr 03 05:29:52.169628 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Request body: {'port': {'device_id': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed', 'admin_state_up': True, 'tenant_id': '1a44746987144803a1b75034f44bcaab'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:52.329119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:29:52.333382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Usage tracker for resource:port and tenant:1a44746987144803a1b75034f44bcaab is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:29:52.336965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:29:52.342840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:29:52.351372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Made reservation on behalf of 1a44746987144803a1b75034f44bcaab for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:29:52.357415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:52.540084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Allocated IP 172.20.0.2 (49d4ff6f-7ce0-4634-ab65-003396c7b0ed/4fce19cb-3203-499b-97a3-fa6d1eb6f1c1/3b10aa10-1405-4e22-801e-57426d6b8cf3) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:29:52.755606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:52.785257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:52.800592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-352e37c2-411f-47cf-9d5c-db54868a00a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:52.949004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Pushing event updated for resources: {'Port': ['ID=3b10aa10-1405-4e22-801e-57426d6b8cf3,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:52.954139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:53.000593 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:29:53.001715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:29:53.003964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:29:53.068788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:53.069459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:53.092632 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9276288 Apr 03 05:29:53.107590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Request body: {'port': {'device_id': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:29:53.190104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379f288-1447-456a-ad00-d2affcac0f00 req-6eb43814-2da7-4f60-8bc7-cbf3f5ec27a9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:53.191717 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b379f288-1447-456a-ad00-d2affcac0f00 req-6eb43814-2da7-4f60-8bc7-cbf3f5ec27a9 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 931 time: 0.0921185 Apr 03 05:29:53.231636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:53.241387 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b379f288-1447-456a-ad00-d2affcac0f00 req-db749114-8083-4179-9b91-6b4414f2fdbc tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Apr 03 05:29:53.635530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b10aa10-1405-4e22-801e-57426d6b8cf3 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:53.643166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:53.658257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Transition to ACTIVE for port object 3b10aa10-1405-4e22-801e-57426d6b8cf3 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:29:53.660793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:53.675938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-92637489-8324-41bb-887f-333c1914d528 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:53.816047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10aa10-1405-4e22-801e-57426d6b8cf3,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:53.821153 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:54.032685 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Attempting to bind port 3b10aa10-1405-4e22-801e-57426d6b8cf3 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:29:54.033218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Attempting to bind port 3b10aa10-1405-4e22-801e-57426d6b8cf3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:29:54.033391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Attempting to bind port 3b10aa10-1405-4e22-801e-57426d6b8cf3 on network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:54.038287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Port 3b10aa10-1405-4e22-801e-57426d6b8cf3 on network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:29:54.038637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Attempting to bind port 3b10aa10-1405-4e22-801e-57426d6b8cf3 on network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:29:54.044332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:29:54.044711 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Checking segment: {'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:29:54.045129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Bound using segment: {'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:29:54.045593 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Bound port: 3b10aa10-1405-4e22-801e-57426d6b8cf3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8b3208-e895-4f2b-a127-287d9ba8f68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:29:54.045967 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:54.148438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] For port 3b10aa10-1405-4e22-801e-57426d6b8cf3, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:29:54.151753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] For port 3b10aa10-1405-4e22-801e-57426d6b8cf3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b10aa10-1405-4e22-801e-57426d6b8cf3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:29:54.157130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:54.254286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:54.364333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10aa10-1405-4e22-801e-57426d6b8cf3,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:54.369587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:54.387126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:54.388489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:54.389526 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b10aa10-1405-4e22-801e-57426d6b8cf3 HTTP/1.1" status: 200 len: 1093 time: 1.2864316 Apr 03 05:29:54.390073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'tag': '3b10aa10-1405-4e22-801e-57426d6b8cf3'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:29:54.462860 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f795ac-2456-4c65-a4c7-1baf4384db6a req-cc71acb5-5b5c-4a25-a828-cfde8ab8b499 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:54.464379 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39f795ac-2456-4c65-a4c7-1baf4384db6a req-cc71acb5-5b5c-4a25-a828-cfde8ab8b499 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0896585 Apr 03 05:29:54.516621 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39f795ac-2456-4c65-a4c7-1baf4384db6a req-3842edb6-f642-4aba-84a0-4e0b075dd33d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Apr 03 05:29:54.516827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7dea-b347-402b-b452-71950d069b37 req-aa6549c8-ea4e-4341-96c1-256a7c1ea083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:54.518249 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-aa6549c8-ea4e-4341-96c1-256a7c1ea083 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a44746987144803a1b75034f44bcaab&device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 1096 time: 0.0844603 Apr 03 05:29:54.525927 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'tag': '3b10aa10-1405-4e22-801e-57426d6b8cf3', 'status': 'completed', 'code': 200} Apr 03 05:29:54.593777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-fd8b4354-b51a-4282-9896-2fdfd3a1e248 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b10aa10-1405-4e22-801e-57426d6b8cf3 HTTP/1.1" status: 200 len: 217 time: 0.0669057 Apr 03 05:29:54.664336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7dea-b347-402b-b452-71950d069b37 req-0299d66d-0264-4811-94dd-e55605359f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:54.665883 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-0299d66d-0264-4811-94dd-e55605359f17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fce19cb-3203-499b-97a3-fa6d1eb6f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0646589 Apr 03 05:29:54.717311 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-5e1830ef-5a16-4b0f-9ce7-c414bd4e67be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442631 Apr 03 05:29:55.080256 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-3e5bb070-f832-4a2c-99a4-ed8d69de04d6 service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561704 Apr 03 05:29:55.218280 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-387a7dea-b347-402b-b452-71950d069b37 req-5ddff2f3-c1fb-44f6-9454-8b557dec3bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309741 Apr 03 05:29:55.357273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21770-9879-4035-8b83-ad17b5580072 req-e5ab0bcd-fa2e-4599-93c7-c98e8f5bb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:55.358854 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0c21770-9879-4035-8b83-ad17b5580072 req-e5ab0bcd-fa2e-4599-93c7-c98e8f5bb030 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a44746987144803a1b75034f44bcaab&device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 1096 time: 0.0835199 Apr 03 05:29:55.505012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21770-9879-4035-8b83-ad17b5580072 req-99bf8e2b-cb46-4b08-a3de-5aa18f32f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:55.507056 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0c21770-9879-4035-8b83-ad17b5580072 req-99bf8e2b-cb46-4b08-a3de-5aa18f32f726 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed HTTP/1.1" status: 200 len: 910 time: 0.1391881 Apr 03 05:29:55.586879 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0c21770-9879-4035-8b83-ad17b5580072 req-31289ea1-1bb1-4555-81a4-0e9803d7ab46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b10aa10-1405-4e22-801e-57426d6b8cf3 HTTP/1.1" status: 200 len: 217 time: 0.0726120 Apr 03 05:29:55.659971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21770-9879-4035-8b83-ad17b5580072 req-f2c8a0b8-8eb5-4e52-a539-f8fd787e3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:55.661565 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0c21770-9879-4035-8b83-ad17b5580072 req-f2c8a0b8-8eb5-4e52-a539-f8fd787e3780 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fce19cb-3203-499b-97a3-fa6d1eb6f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0684171 Apr 03 05:29:55.714434 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0c21770-9879-4035-8b83-ad17b5580072 req-86315cf5-3d1c-49f7-9334-501e2c0e11d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49d4ff6f-7ce0-4634-ab65-003396c7b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462892 Apr 03 05:29:55.737595 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4a576-0d50-4812-ab4c-2d69166e13e2 req-0b84c874-1983-43db-bef1-3949bb2450c3 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:55.739179 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82a4a576-0d50-4812-ab4c-2d69166e13e2 req-0b84c874-1983-43db-bef1-3949bb2450c3 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0917742 Apr 03 05:29:55.788146 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82a4a576-0d50-4812-ab4c-2d69166e13e2 req-b53ef86c-adee-418b-a50e-ecdd6c82986c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Apr 03 05:29:55.856083 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0c21770-9879-4035-8b83-ad17b5580072 req-4d8aa367-af81-4f1c-b292-38182db67cb3 service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344521 Apr 03 05:29:55.998614 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0c21770-9879-4035-8b83-ad17b5580072 req-1e35cb0b-bfb0-439c-9eb5-35cae14ad950 service neutron] 10.222.0.15 "GET /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352565 Apr 03 05:29:56.994574 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbab5f-9bb9-4279-92ce-5d3770ace11d req-a47d9b78-06b1-4ba1-a6de-649522ff347c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:56.996171 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-38fbab5f-9bb9-4279-92ce-5d3770ace11d req-a47d9b78-06b1-4ba1-a6de-649522ff347c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0915740 Apr 03 05:29:57.047108 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-38fbab5f-9bb9-4279-92ce-5d3770ace11d req-cdc4c3e9-cbf2-47a7-a869-aa6b365cae23 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Apr 03 05:29:57.873600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3b10aa10-1405-4e22-801e-57426d6b8cf3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:29:58.016601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3b10aa10-1405-4e22-801e-57426d6b8cf3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b10aa10-1405-4e22-801e-57426d6b8cf3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:58.030614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '3b10aa10-1405-4e22-801e-57426d6b8cf3', 'network_id': '49d4ff6f-7ce0-4634-ab65-003396c7b0ed', 'port_id': '3b10aa10-1405-4e22-801e-57426d6b8cf3', 'mac_address': 'fa:16:3e:ea:7c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fce19cb-3203-499b-97a3-fa6d1eb6f1c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:29:58.090652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:58.109163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b10aa10-1405-4e22-801e-57426d6b8cf3 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:29:58.125942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3b10aa10-1405-4e22-801e-57426d6b8cf3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b10aa10-1405-4e22-801e-57426d6b8cf3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:29:58.129111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:58.131009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:29:58.205605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=3b10aa10-1405-4e22-801e-57426d6b8cf3,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:29:58.208807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:29:58.259843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713439a-1543-4cbc-9a67-49938cadfd59 req-a2d05c83-7711-46e5-8cf0-8dc20e0fdf83 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:58.261494 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e713439a-1543-4cbc-9a67-49938cadfd59 req-a2d05c83-7711-46e5-8cf0-8dc20e0fdf83 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 944 time: 0.0897930 Apr 03 05:29:58.313679 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e713439a-1543-4cbc-9a67-49938cadfd59 req-875fae09-4414-45fb-930a-e32939906503 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Apr 03 05:29:58.559365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-94d9e0c3-23d3-466c-a4ac-2e3400d97b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:29:58.581183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['3b10aa10-1405-4e22-801e-57426d6b8cf3'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:29:59.522968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d0264-22e6-4afa-994d-57931e0deb24 req-62ac95b6-ba8e-430f-b622-a91216e87d53 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:29:59.524556 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-122d0264-22e6-4afa-994d-57931e0deb24 req-62ac95b6-ba8e-430f-b622-a91216e87d53 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 944 time: 0.0917804 Apr 03 05:29:59.573299 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-122d0264-22e6-4afa-994d-57931e0deb24 req-7d0e3e0e-7597-436b-9d76-166f3918c849 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Apr 03 05:29:59.892751 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3b10aa10-1405-4e22-801e-57426d6b8cf3 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:29:59.969781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 3b10aa10-1405-4e22-801e-57426d6b8cf3 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:29:59.975371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 3b10aa10-1405-4e22-801e-57426d6b8cf3 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:29:59.975823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.103327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.147500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10aa10-1405-4e22-801e-57426d6b8cf3'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:30:00.160739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3b10aa10-1405-4e22-801e-57426d6b8cf3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b10aa10-1405-4e22-801e-57426d6b8cf3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:00.162914 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.165342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.167333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:00.215328 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10aa10-1405-4e22-801e-57426d6b8cf3', 'code': 200} Apr 03 05:30:00.248433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=3b10aa10-1405-4e22-801e-57426d6b8cf3,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:00.252880 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:00.335670 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33472) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:00.481941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.482789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8a09f-f206-4608-b46e-e4358864160c req-51620352-eeca-4f96-847b-d7433a3d9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:00.484542 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b1f8a09f-f206-4608-b46e-e4358864160c req-51620352-eeca-4f96-847b-d7433a3d9160 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 1098 time: 0.0911157 Apr 03 05:30:00.498025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:00.502132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Usage tracker for resource:security_group_rule and tenant:4cc6f68044c645ab9f48352fee8fcad4 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:00.506372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:00.513486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:00.537568 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b1f8a09f-f206-4608-b46e-e4358864160c req-bb04d205-f41d-4b1b-ada3-110855c0d3b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Apr 03 05:30:00.582188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a8834991-a669-4604-9cb0-81f9ce6d2d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.611787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.615093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.626170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-829e8dd2-13f8-470c-8575-afbd9cbddc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:00.660050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695b014-948a-4151-810c-a144ee5f2260,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:00.677228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:00.683727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33486) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:00.697075 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cc6f68044c645ab9f48352fee8fcad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600731 Apr 03 05:30:00.802134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.834621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.858887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82b37-2925-4445-ad30-c7b3f0472525 req-400a0935-d440-4a2d-82f1-f6a161f6d45e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:00.867223 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d4a82b37-2925-4445-ad30-c7b3f0472525 req-400a0935-d440-4a2d-82f1-f6a161f6d45e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1283004 Apr 03 05:30:00.896279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.901173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e2759d65-c876-4255-a8a0-09b94bff4a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:00.915618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695b014-948a-4151-810c-a144ee5f2260,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:00.917119 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d4a82b37-2925-4445-ad30-c7b3f0472525 req-7e8bbb98-d4fb-4b0a-88ca-c97beb978d79 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Apr 03 05:30:00.919419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:00.925528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:00.929421 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b695b014-948a-4151-810c-a144ee5f2260 HTTP/1.1" status: 204 len: 168 time: 0.2421238 Apr 03 05:30:01.002401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:30:01.215242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33500) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:01.233876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:01.248636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:01.252637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Usage tracker for resource:security_group_rule and tenant:ce4143ab4c8c439d8afe338ff2f39d8d is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:01.255505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:01.261872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:01.351575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:01.354075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:01.362017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-778ab12a-cc08-479c-a8d1-8ad7db3abf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:01.404271 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce4143ab4c8c439d8afe338ff2f39d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879315 Apr 03 05:30:01.405240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18541229-1007-41e7-b200-eb77db34b9b6,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:01.407221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33504) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:01.408332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:01.468457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:01.495047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:01.541979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:01.546851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a05db03e-e2d2-4045-b0f6-2ea3b399b0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:01.559767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18541229-1007-41e7-b200-eb77db34b9b6,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:01.562154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:01.569570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:01.571286 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18541229-1007-41e7-b200-eb77db34b9b6 HTTP/1.1" status: 204 len: 168 time: 0.1629672 Apr 03 05:30:01.786549 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:02.003238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:02.161263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a0197-9d76-49ba-bb58-b9b413371c91 req-a193573f-f877-4b71-96cb-da5b18be367c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:02.163456 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-041a0197-9d76-49ba-bb58-b9b413371c91 req-a193573f-f877-4b71-96cb-da5b18be367c tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0921261 Apr 03 05:30:02.212589 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-041a0197-9d76-49ba-bb58-b9b413371c91 req-2196cc31-6dbc-4838-9c34-1fb5e540498f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Apr 03 05:30:03.139863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:03.554591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1435-0458-4495-87f8-88e5fb5046fb req-797d2ac4-fed4-4878-b3f4-7df7396f2578 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:03.556166 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71ed1435-0458-4495-87f8-88e5fb5046fb req-797d2ac4-fed4-4878-b3f4-7df7396f2578 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1620195 Apr 03 05:30:03.565078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8242c5-d6a9-4d38-b82b-d5b22ba8ba6e req-ad4a5355-23f0-4530-944a-cdc83f6152dd tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:03.566571 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c8242c5-d6a9-4d38-b82b-d5b22ba8ba6e req-ad4a5355-23f0-4530-944a-cdc83f6152dd tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1301682 Apr 03 05:30:03.643523 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71ed1435-0458-4495-87f8-88e5fb5046fb req-caaf2dc9-95df-4d27-ab59-2d0f5813cfca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759268 Apr 03 05:30:03.648878 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c8242c5-d6a9-4d38-b82b-d5b22ba8ba6e req-bc91f7c8-83b1-4c04-aa20-f26f15e45f4f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657716 Apr 03 05:30:04.937263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f9dcd-142e-414f-98f2-91217ac153ad req-7249a531-0814-4f14-aeca-89600c47bdeb tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:04.938926 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6e3f9dcd-142e-414f-98f2-91217ac153ad req-7249a531-0814-4f14-aeca-89600c47bdeb tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1303353 Apr 03 05:30:04.947341 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f49b7-54f3-41b9-b5d1-a48a563a4eca req-20961f22-b980-4443-9da6-aef874cc7fa4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:04.949121 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4f8f49b7-54f3-41b9-b5d1-a48a563a4eca req-20961f22-b980-4443-9da6-aef874cc7fa4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1773558 Apr 03 05:30:05.027098 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6e3f9dcd-142e-414f-98f2-91217ac153ad req-46cc25a0-d9e5-420a-8c14-49bfa9267151 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f2a130-fc72-41ab-912a-be553c6db5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767305 Apr 03 05:30:05.038245 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4f8f49b7-54f3-41b9-b5d1-a48a563a4eca req-874f3c0a-214c-4e83-a2c5-2f7bbf8da896 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682716 Apr 03 05:30:05.178485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33694) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:05.328810 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:05.345649 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:05.346475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-7387086c-c9ad-468f-9fac-f37d5b3bf47d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:05.347385 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-7387086c-c9ad-468f-9fac-f37d5b3bf47d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Synchronizing usage tracker for tenant:1a44746987144803a1b75034f44bcaab on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:30:05.351119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Usage tracker for resource:security_group_rule and tenant:d3b110695c914ad0abb68f7fddcaf505 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:05.354660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:05.360545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:05.363693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-7387086c-c9ad-468f-9fac-f37d5b3bf47d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Unset dirty status for tenant:1a44746987144803a1b75034f44bcaab on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:30:05.365241 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-7387086c-c9ad-468f-9fac-f37d5b3bf47d tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1366761 Apr 03 05:30:05.447157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Deleting port 3b10aa10-1405-4e22-801e-57426d6b8cf3 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:30:05.447523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:05.447849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:05.453359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:05.463111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-23d7a7dd-a570-45f0-97ad-286425ffae19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:05.509643 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3b110695c914ad0abb68f7fddcaf505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299489 Apr 03 05:30:05.510531 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c2532-0c2f-455c-9374-5f4dc93adb70,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:05.512724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33704) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:05.513666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:05.718236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619e8e5-d0ab-4ce6-b965-2894a431c1dd req-c2eb1f67-4836-456d-b755-637996c330e2 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:05.719769 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d619e8e5-d0ab-4ce6-b965-2894a431c1dd req-c2eb1f67-4836-456d-b755-637996c330e2 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.0895548 Apr 03 05:30:05.729594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:05.768260 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d619e8e5-d0ab-4ce6-b965-2894a431c1dd req-7784bd35-8637-4d27-a81f-5dece09e261b tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Apr 03 05:30:05.781091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:05.798165 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] For port 3b10aa10-1405-4e22-801e-57426d6b8cf3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b10aa10-1405-4e22-801e-57426d6b8cf3,segment=NetworkSegment(7d8b3208-e895-4f2b-a127-287d9ba8f68a),segment_id=7d8b3208-e895-4f2b-a127-287d9ba8f68a)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:05.798558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:05.946128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Calling delete_port for 3b10aa10-1405-4e22-801e-57426d6b8cf3 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:30:06.026917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.032181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-962e0b9e-5151-4670-87a9-2e1a0c2e7b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:06.047397 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c2532-0c2f-455c-9374-5f4dc93adb70,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:06.052217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:06.095250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.096493 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b3c2532-0c2f-455c-9374-5f4dc93adb70 HTTP/1.1" status: 204 len: 168 time: 0.5825365 Apr 03 05:30:06.132608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.228051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:06.228851 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7e837e9d-d2d5-4134-a84d-c9fdc17bb337 req-3835d0df-3e20-4b01-8982-ef6f6eed9a60 tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a5bfb-2460-47ad-b0b3-cce41d51ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0643032 Apr 03 05:30:06.286215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Pushing event deleted for resources: {'Port': ['ID=3b10aa10-1405-4e22-801e-57426d6b8cf3,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:06.291683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:06.322441 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e73f78-06ac-4c2c-852e-1b09aada910b req-c02596a1-676d-48a5-a57b-2b9b3c72b40a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:06.324216 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-79e73f78-06ac-4c2c-852e-1b09aada910b req-c02596a1-676d-48a5-a57b-2b9b3c72b40a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1047382 Apr 03 05:30:06.375680 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-79e73f78-06ac-4c2c-852e-1b09aada910b req-efb7c937-ba0b-418d-8d70-6f7ee7257cc6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448928 Apr 03 05:30:06.410105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] No DVR routers for this DVR port 3b10aa10-1405-4e22-801e-57426d6b8cf3 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:30:06.413226 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.416073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'name': 'network-vif-deleted', 'tag': '3b10aa10-1405-4e22-801e-57426d6b8cf3'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:30:06.416861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33718) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:06.433202 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-72e14dcc-04d5-4b4d-af8e-fdacd7f9044a req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] 10.222.0.15 "DELETE /v2.0/ports/3b10aa10-1405-4e22-801e-57426d6b8cf3 HTTP/1.1" status: 204 len: 173 time: 1.0623815 Apr 03 05:30:06.436345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.452933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:06.457159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Usage tracker for resource:security_group_rule and tenant:fcaa2c1339ce48ef822834a16bd2ff45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:06.460364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:06.466661 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:06.468321 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a5bfb-2460-47ad-b0b3-cce41d51ecb4', 'name': 'network-vif-deleted', 'tag': '3b10aa10-1405-4e22-801e-57426d6b8cf3', 'status': 'completed', 'code': 200} Apr 03 05:30:06.556567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.559110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.567867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-33078cb5-a637-4875-a44c-df675e451477 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:06.610598 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcaa2c1339ce48ef822834a16bd2ff45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925161 Apr 03 05:30:06.611523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50ace93-9dfa-4d78-8643-cf10986c4312,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:06.613508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33724) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:06.614566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:06.679014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.704929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.748216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.752086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9e69a9a7-1405-467e-ae67-afa27da23bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:06.763553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50ace93-9dfa-4d78-8643-cf10986c4312,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:06.767197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:06.770473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:06.772174 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a50ace93-9dfa-4d78-8643-cf10986c4312 HTTP/1.1" status: 204 len: 168 time: 0.1575749 Apr 03 05:30:06.994015 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933bbca-831d-41db-906a-4596c11d2d7e req-563edb4a-687d-4bab-9271-698d128753ae tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:06.997092 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1933bbca-831d-41db-906a-4596c11d2d7e req-563edb4a-687d-4bab-9271-698d128753ae tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.1134965 Apr 03 05:30:07.048965 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1933bbca-831d-41db-906a-4596c11d2d7e req-483cfe33-ca0d-440c-9b1f-6d846b63c732 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Apr 03 05:30:07.599761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e1d69-cb9a-4a24-be06-775b47c1d3cd req-941f28c8-fefd-44bb-aad1-1ce26f565ca8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:07.599761 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b77e1d69-cb9a-4a24-be06-775b47c1d3cd req-941f28c8-fefd-44bb-aad1-1ce26f565ca8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.0969245 Apr 03 05:30:07.650309 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b77e1d69-cb9a-4a24-be06-775b47c1d3cd req-8c5a0867-efd2-4037-8abd-84b89b82e50f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450487 Apr 03 05:30:07.950561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3b10aa10-1405-4e22-801e-57426d6b8cf3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:30:07.988860 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 3b10aa10-1405-4e22-801e-57426d6b8cf3 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:30:07.989271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3b10aa10-1405-4e22-801e-57426d6b8cf3 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:30:08.268392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a431b-ab7c-4ca9-8fc7-0ad0f3c9d56f req-c5251f77-bf71-44c4-892e-b156b86f596c tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:08.270039 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-665a431b-ab7c-4ca9-8fc7-0ad0f3c9d56f req-c5251f77-bf71-44c4-892e-b156b86f596c tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.0971682 Apr 03 05:30:08.320550 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-665a431b-ab7c-4ca9-8fc7-0ad0f3c9d56f req-0951a540-1a72-4609-8db2-29706fbcaedf tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Apr 03 05:30:08.875209 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c8b06-d04f-4588-8383-2097309ea9ee req-3404ed58-33dc-4ee3-a151-451ea4160f52 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:08.875209 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e90c8b06-d04f-4588-8383-2097309ea9ee req-3404ed58-33dc-4ee3-a151-451ea4160f52 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1012545 Apr 03 05:30:08.956811 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e90c8b06-d04f-4588-8383-2097309ea9ee req-8cb878ee-8322-4b66-8042-9b58c654d6ad tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711298 Apr 03 05:30:09.532678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19802e-2241-4bfa-8196-6da62f2bab19 req-ad4f5d94-7c1f-4d63-8fe1-c9bb9bf60e34 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:09.534290 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7d19802e-2241-4bfa-8196-6da62f2bab19 req-ad4f5d94-7c1f-4d63-8fe1-c9bb9bf60e34 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.0912111 Apr 03 05:30:09.584315 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7d19802e-2241-4bfa-8196-6da62f2bab19 req-8c81aa75-03cd-4688-b8cb-3d883c43d9a4 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Apr 03 05:30:10.217978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bef77-33be-4dc3-8f5e-33b697c4939f req-82dd4ffd-14b6-4934-bc12-ea851976e900 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:10.219617 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c4bef77-33be-4dc3-8f5e-33b697c4939f req-82dd4ffd-14b6-4934-bc12-ea851976e900 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1246245 Apr 03 05:30:10.285018 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c4bef77-33be-4dc3-8f5e-33b697c4939f req-19bee0f5-e266-4bc9-b8b0-97e387709358 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575628 Apr 03 05:30:10.817695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45adcf-d1fb-4252-8b8d-2a23f1d1cb0d req-d1980517-cbba-4f7d-9ae9-3f7f51f40165 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:10.819415 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1b45adcf-d1fb-4252-8b8d-2a23f1d1cb0d req-d1980517-cbba-4f7d-9ae9-3f7f51f40165 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.0995328 Apr 03 05:30:10.869616 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1b45adcf-d1fb-4252-8b8d-2a23f1d1cb0d req-06aa031a-1656-411a-a2d3-862b2c507861 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Apr 03 05:30:11.487426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-7a9e96f5-a388-4224-a131-713cdc31f72a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:11.488137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-7a9e96f5-a388-4224-a131-713cdc31f72a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Synchronizing usage tracker for tenant:11f7322399934a87983e2d7cb60e5492 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:30:11.507021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-7a9e96f5-a388-4224-a131-713cdc31f72a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Unset dirty status for tenant:11f7322399934a87983e2d7cb60e5492 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:30:11.508236 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-7a9e96f5-a388-4224-a131-713cdc31f72a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.1326313 Apr 03 05:30:11.533829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea868e8-19e1-4eb6-9ad4-d33517667797 req-275e43a2-6038-4adb-98c7-f4f7e09f5112 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:11.535562 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cea868e8-19e1-4eb6-9ad4-d33517667797 req-275e43a2-6038-4adb-98c7-f4f7e09f5112 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1127536 Apr 03 05:30:11.589613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cea868e8-19e1-4eb6-9ad4-d33517667797 req-3ca7e838-e53b-4490-b256-28dcfc4bbdc4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Apr 03 05:30:11.628163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Deleting port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:30:11.628693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:11.934667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] For port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:11.935197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:12.084717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Calling delete_port for 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:30:12.179322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b6e94-703d-4118-a2fc-143c45f5a60c req-3a1bb703-42a6-4004-84f1-88a84805257f tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:12.181024 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b54b6e94-703d-4118-a2fc-143c45f5a60c req-3a1bb703-42a6-4004-84f1-88a84805257f tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 946 time: 0.1158273 Apr 03 05:30:12.257440 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b54b6e94-703d-4118-a2fc-143c45f5a60c req-47aea610-cde4-4a20-b7fd-f12cd063018c tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677340 Apr 03 05:30:12.292778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:12.305381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:30:12.311823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c0bbf76a-1b8e-407c-8dd6-afb7040e873f tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:12.373295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Pushing event deleted for resources: {'Port': ['ID=86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:12.375996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:12.862522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] No DVR routers for this DVR port 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:30:12.865472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00232f0-0134-4bb5-957b-d00cd735cbff req-082c0d09-868f-4cb9-b573-c68639bf6135 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:12.867640 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d00232f0-0134-4bb5-957b-d00cd735cbff req-082c0d09-868f-4cb9-b573-c68639bf6135 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1200154 Apr 03 05:30:12.872981 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:12.876017 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'name': 'network-vif-deleted', 'tag': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:30:12.918426 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5644420b-0d45-4ddd-913d-7e025ab46e38 req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "DELETE /v2.0/ports/86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc HTTP/1.1" status: 204 len: 173 time: 1.4038570 Apr 03 05:30:12.957829 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d00232f0-0134-4bb5-957b-d00cd735cbff req-e340f439-5a34-46c0-837b-946e4acf22f7 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829914 Apr 03 05:30:12.990302 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc', 'name': 'network-vif-deleted', 'tag': '86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc', 'status': 'completed', 'code': 200} Apr 03 05:30:13.434328 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4c184519-ada9-45d0-b440-4138fd518172 req-e2b7cc99-e4c4-48a3-bdf5-3c2eb6d16cb6 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ce0d40-dd1a-49d4-b5e9-3bf2c8024bbc HTTP/1.1" status: 200 len: 210 time: 0.0496187 Apr 03 05:30:14.069326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33928) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:14.188553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f60408-e167-4911-9145-43cb64f19cd7 req-120017f1-4a6f-460a-931e-228d8c5d2f4e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:14.197523 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06f60408-e167-4911-9145-43cb64f19cd7 req-120017f1-4a6f-460a-931e-228d8c5d2f4e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1194162 Apr 03 05:30:14.234869 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:14.255845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:14.258115 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06f60408-e167-4911-9145-43cb64f19cd7 req-4bd18776-486a-41eb-a515-449795e29b31 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593834 Apr 03 05:30:14.261028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Usage tracker for resource:security_group_rule and tenant:37d72a39387e471db17ac065e7419d37 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:14.264617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:14.271664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:14.362355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:14.365926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:14.375161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-27cd73f7-8120-4f6a-8f44-1548df66ed1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:14.420853 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37d72a39387e471db17ac065e7419d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503532 Apr 03 05:30:14.421475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33934) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:14.423405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea8db4-5483-4b2d-aa04-230820e52414,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:14.439200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:14.486480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:14.516368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:14.585659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:14.591149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8cd93f0-93be-4c0f-9b2e-b7ee436e2355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:14.607302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea8db4-5483-4b2d-aa04-230820e52414,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:14.611975 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:14.633545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:14.636082 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78ea8db4-5483-4b2d-aa04-230820e52414 HTTP/1.1" status: 204 len: 168 time: 0.2129605 Apr 03 05:30:14.991300 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 33952) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:15.020423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:15.047520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:15.052049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Usage tracker for resource:security_group_rule and tenant:cdaf4a5884744330a61862d598b19644 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:15.055121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:15.061365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:15.155692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:15.159448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:15.176734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2e4662a6-27b2-41f1-8967-14e96e71d3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:15.220159 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdaf4a5884744330a61862d598b19644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276537 Apr 03 05:30:15.221134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d619cc3b-06e2-4b56-859e-31ed804da7a6,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:15.222924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 33956) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:15.224392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:15.308223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:15.336865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:15.382971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:15.388315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3feb1b63-605b-44d5-bf95-74f98453208e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:15.401941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619cc3b-06e2-4b56-859e-31ed804da7a6,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:15.404551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:15.408149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:15.412650 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d619cc3b-06e2-4b56-859e-31ed804da7a6 HTTP/1.1" status: 204 len: 168 time: 0.1877208 Apr 03 05:30:15.553238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcd12e-a38c-45e6-8c3f-db9be9cfbec3 req-e205735d-385c-42f3-bf90-a7f2d3093b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:15.555054 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-12dcd12e-a38c-45e6-8c3f-db9be9cfbec3 req-e205735d-385c-42f3-bf90-a7f2d3093b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1020484 Apr 03 05:30:15.613226 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-12dcd12e-a38c-45e6-8c3f-db9be9cfbec3 req-988036bd-af3f-4e31-adb6-eced1025b47c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499537 Apr 03 05:30:16.004492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:30:16.060012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:30:16.060789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 86c4c2d0-c8f8-4598-b1d7-cc89f892b8cc not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:30:16.851749 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cdfcd-9a80-4ae2-8538-e2c6ed6af9d3 req-ee504e5b-dd15-4327-ba7a-86726efe4d18 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:16.860163 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e45cdfcd-9a80-4ae2-8538-e2c6ed6af9d3 req-ee504e5b-dd15-4327-ba7a-86726efe4d18 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1053219 Apr 03 05:30:16.935133 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e45cdfcd-9a80-4ae2-8538-e2c6ed6af9d3 req-6dd3710c-53f3-4139-b4e0-1abc337d14cb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736601 Apr 03 05:30:18.156117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b28f-3e5f-4145-bbab-6bb829bd795b req-9d22a45a-e7cd-497c-b8af-4afcb4193ef7 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:18.157979 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cab4b28f-3e5f-4145-bbab-6bb829bd795b req-9d22a45a-e7cd-497c-b8af-4afcb4193ef7 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.0960248 Apr 03 05:30:18.209326 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cab4b28f-3e5f-4145-bbab-6bb829bd795b req-8b151886-9646-45e7-b8d6-a897c1583f5f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Apr 03 05:30:19.277168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-b0564913-3c04-48fb-83e0-16e181eecfe9 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:19.287822 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-b0564913-3c04-48fb-83e0-16e181eecfe9 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/networks?id=32ed8b1a-1417-4352-b9ac-21dc363e569f HTTP/1.1" status: 200 len: 813 time: 0.1928232 Apr 03 05:30:19.306511 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-291317db-1c49-4ec3-b005-a8573b36aee7 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/quotas/11f7322399934a87983e2d7cb60e5492 HTTP/1.1" status: 200 len: 375 time: 0.0173266 Apr 03 05:30:19.367241 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-7f1f6e5f-76ef-4019-a7c1-14d188722667 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=11f7322399934a87983e2d7cb60e5492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595362 Apr 03 05:30:19.905387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f61b-fceb-46c2-8cf0-fa2ec25d3a71 req-4735fcaa-b34b-4616-807b-4a6d86b811cb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:19.907079 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-08e8f61b-fceb-46c2-8cf0-fa2ec25d3a71 req-4735fcaa-b34b-4616-807b-4a6d86b811cb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.5373840 Apr 03 05:30:19.967717 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-36a8b731-6919-4c78-8718-bf716d9fcbda service neutron] 10.222.0.23 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991037 Apr 03 05:30:20.050229 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:30:20.135405 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-9792b8a4-5793-44a6-a9a8-74203974e2c1 service neutron] 10.222.0.23 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500230 Apr 03 05:30:20.151407 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-08e8f61b-fceb-46c2-8cf0-fa2ec25d3a71 req-efa113a5-613e-4324-8dc3-4a153b0f80a0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224078 Apr 03 05:30:20.244538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:20.261851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'port_id': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'mac_address': 'fa:16:3e:06:f8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:30:20.378625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:20.398767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 014d4c01-1e0a-4238-9272-474eca2ae6e1 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:30:20.416761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:20.420437 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f53c6fc1-e09c-44d7-9dc9-d1247407ab9c req-f7e887de-177b-4216-a400-40c015ce2dfa tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 210 time: 0.0858977 Apr 03 05:30:20.429779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:20.435225 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:20.522095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=6']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:20.531347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:20.544051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['014d4c01-1e0a-4238-9272-474eca2ae6e1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:30:21.189342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 34112) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:21.357984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:21.377994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:21.384558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Usage tracker for resource:security_group_rule and tenant:dee255125fe342b2a5465c0159613edb is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:21.388506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:21.399170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:21.509675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e34010-8d0a-4459-9f9c-4a225d173bc1 req-e6061bc4-59cb-48d6-96ff-792d08c18787 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:21.511384 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9e34010-8d0a-4459-9f9c-4a225d173bc1 req-e6061bc4-59cb-48d6-96ff-792d08c18787 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 944 time: 0.2290072 Apr 03 05:30:21.563737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:21.569076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:21.579721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eba9e8fd-97ff-4f08-95e5-8e82c1eb3c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:21.647943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b9803b-4446-4162-a123-fd8ded4f5662,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:21.672204 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9e34010-8d0a-4459-9f9c-4a225d173bc1 req-648da6b2-db2f-492a-bb68-fe1403472069 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469748 Apr 03 05:30:21.696326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:21.737620 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3054159f-ff0e-45c8-8a93-61792a7e1aa3 req-2ef2adfc-7474-4f0d-9fb6-876d20e7b4af tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 210 time: 0.1266015 Apr 03 05:30:21.747099 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dee255125fe342b2a5465c0159613edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540998 Apr 03 05:30:21.750351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 34124) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:21.822672 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:21.875528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:21.885106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-5308aceb-4f69-4426-8f89-248bc41b7808 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:21.886980 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-5308aceb-4f69-4426-8f89-248bc41b7808 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "GET /v2.0/networks?id=32ed8b1a-1417-4352-b9ac-21dc363e569f HTTP/1.1" status: 200 len: 813 time: 0.2834957 Apr 03 05:30:21.924889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Request body: {'port': {'device_id': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f', 'admin_state_up': True, 'tenant_id': '11f7322399934a87983e2d7cb60e5492'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:30:22.074098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:30:22.085978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.098257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e6fa78a0-ca34-44bd-8f76-7572a74f1295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:22.123804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.125174 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6b9803b-4446-4162-a123-fd8ded4f5662 HTTP/1.1" status: 204 len: 168 time: 0.3767960 Apr 03 05:30:22.126388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b9803b-4446-4162-a123-fd8ded4f5662,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:22.140257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:22.197460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:22.201229 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 014d4c01-1e0a-4238-9272-474eca2ae6e1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:30:22.201655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.201979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Usage tracker for resource:port and tenant:11f7322399934a87983e2d7cb60e5492 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:22.205752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:22.212855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:22.223611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Made reservation on behalf of 11f7322399934a87983e2d7cb60e5492 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:30:22.231872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.346958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.421104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:22.424428 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:30:22.430083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.438066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:22.470557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Allocated IP 172.20.0.8 (32ed8b1a-1417-4352-b9ac-21dc363e569f/7486df88-955a-4315-84b9-ee587dd09ec3/eb29b857-c24e-40bc-820e-7124cd77f403) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:30:22.510372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=7']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:22.513526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:22.534823 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'code': 200} Apr 03 05:30:22.763020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.865376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:22.921084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3f0fd8ac-d5e0-4680-8430-1a3b93482196 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:23.157180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d1ba4-3670-4fe2-bb19-49f4fc916fa9 req-78f1ac7d-ecce-4f49-ab2b-898f53e079fc tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:23.165613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f3d1ba4-3670-4fe2-bb19-49f4fc916fa9 req-78f1ac7d-ecce-4f49-ab2b-898f53e079fc tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 931 time: 0.1714542 Apr 03 05:30:23.227290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137787a2-b152-49e6-bd28-5d1821fc2ac5 req-ee8c124d-a394-45d9-87f1-251792813cd9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:23.229334 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-137787a2-b152-49e6-bd28-5d1821fc2ac5 req-ee8c124d-a394-45d9-87f1-251792813cd9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.3801844 Apr 03 05:30:23.246322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Pushing event updated for resources: {'Port': ['ID=eb29b857-c24e-40bc-820e-7124cd77f403,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:23.251641 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:23.263298 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:30:23.264494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:30:23.268495 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f3d1ba4-3670-4fe2-bb19-49f4fc916fa9 req-56a638e7-f20a-4447-92b8-7d81cf15d051 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014736 Apr 03 05:30:23.270604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:30:23.298888 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-137787a2-b152-49e6-bd28-5d1821fc2ac5 req-2118597c-7c19-4f7b-87da-dad18a99e0a0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615666 Apr 03 05:30:23.376732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:23.377426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:23.419368 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5019116 Apr 03 05:30:23.433524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Request body: {'port': {'device_id': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:30:23.569295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:24.103627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb29b857-c24e-40bc-820e-7124cd77f403 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:30:24.111709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:24.128706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Transition to ACTIVE for port object eb29b857-c24e-40bc-820e-7124cd77f403 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:30:24.133122 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:24.148827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9fa888f5-976e-42a0-ae4c-d7eb16198e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:24.298634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb29b857-c24e-40bc-820e-7124cd77f403,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:24.313356 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:24.554639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Attempting to bind port eb29b857-c24e-40bc-820e-7124cd77f403 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:30:24.555230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Attempting to bind port eb29b857-c24e-40bc-820e-7124cd77f403 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:30:24.555622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Attempting to bind port eb29b857-c24e-40bc-820e-7124cd77f403 on network 32ed8b1a-1417-4352-b9ac-21dc363e569f {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:30:24.562378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Port eb29b857-c24e-40bc-820e-7124cd77f403 on network 32ed8b1a-1417-4352-b9ac-21dc363e569f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:30:24.563029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Attempting to bind port eb29b857-c24e-40bc-820e-7124cd77f403 on network 32ed8b1a-1417-4352-b9ac-21dc363e569f {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:30:24.570311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:30:24.570816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Checking segment: {'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:30:24.571371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Bound using segment: {'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:30:24.571963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Bound port: eb29b857-c24e-40bc-820e-7124cd77f403, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859ea292-3ddf-4f6f-aee8-9e2939c228c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:30:24.572468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:24.626510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dcbc9-3f56-4a9e-bb1e-ef0d19d672f7 req-7a7928d4-929f-4a16-b470-3b70a2f96554 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:24.628086 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c56dcbc9-3f56-4a9e-bb1e-ef0d19d672f7 req-7a7928d4-929f-4a16-b470-3b70a2f96554 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 943 time: 0.1896861 Apr 03 05:30:24.642191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2487a-5ed1-4c6a-9a0f-688e9e572c6f req-c9db06b2-3b20-48ed-b7a1-de8b4fbaac75 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:24.644784 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1fb2487a-5ed1-4c6a-9a0f-688e9e572c6f req-c9db06b2-3b20-48ed-b7a1-de8b4fbaac75 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1415231 Apr 03 05:30:24.693153 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c56dcbc9-3f56-4a9e-bb1e-ef0d19d672f7 req-4c1ea166-bdbe-4b4a-8e55-61999d31ab11 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Apr 03 05:30:24.709694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] For port eb29b857-c24e-40bc-820e-7124cd77f403, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:30:24.715237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] For port eb29b857-c24e-40bc-820e-7124cd77f403, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eb29b857-c24e-40bc-820e-7124cd77f403,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:30:24.721859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:24.738264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:24.745166 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1fb2487a-5ed1-4c6a-9a0f-688e9e572c6f req-6f24f2ca-097c-4071-9c4c-ec5fe8244a10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827785 Apr 03 05:30:24.897785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb29b857-c24e-40bc-820e-7124cd77f403,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:24.909188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:24.959454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:24.960116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:24.961656 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/eb29b857-c24e-40bc-820e-7124cd77f403 HTTP/1.1" status: 200 len: 1093 time: 1.5332313 Apr 03 05:30:24.962204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'tag': 'eb29b857-c24e-40bc-820e-7124cd77f403'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:30:25.067810 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'tag': 'eb29b857-c24e-40bc-820e-7124cd77f403', 'status': 'completed', 'code': 200} Apr 03 05:30:25.125245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-4b431224-aef4-4709-abd3-49e83f282a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:25.127293 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-4b431224-aef4-4709-abd3-49e83f282a07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11f7322399934a87983e2d7cb60e5492&device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 1096 time: 0.1108227 Apr 03 05:30:25.235344 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-2d8eed81-dbf0-46c6-ab30-3db5ed841604 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb29b857-c24e-40bc-820e-7124cd77f403 HTTP/1.1" status: 200 len: 217 time: 0.0899241 Apr 03 05:30:25.326467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-ab66df7c-8fee-4e45-8f09-1bb1784baf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:25.328994 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-ab66df7c-8fee-4e45-8f09-1bb1784baf2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7486df88-955a-4315-84b9-ee587dd09ec3 HTTP/1.1" status: 200 len: 853 time: 0.0869548 Apr 03 05:30:25.387536 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-cc14d43b-eca2-45ad-bb27-1c647b935386 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32ed8b1a-1417-4352-b9ac-21dc363e569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509360 Apr 03 05:30:25.536194 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-859d10b9-9846-4871-8036-30c956762339 service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407049 Apr 03 05:30:25.830399 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-742ae704-8ab5-4375-bcec-69c65d07e34a req-a8c3c3fe-7765-41da-881d-cf490ff61cb3 service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874458 Apr 03 05:30:25.986572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-b0e607ee-a7a9-46aa-889f-2232bbd630f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:25.988389 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-b0e607ee-a7a9-46aa-889f-2232bbd630f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11f7322399934a87983e2d7cb60e5492&device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 1096 time: 0.1041353 Apr 03 05:30:26.122656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d80a9-65f5-46fe-a8af-8c742d90b484 req-66530f36-6d81-4c74-8c6c-33c141396974 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:26.124808 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-322d80a9-65f5-46fe-a8af-8c742d90b484 req-66530f36-6d81-4c74-8c6c-33c141396974 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1822946 Apr 03 05:30:26.135393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b4475-b614-47d1-a5b1-fbb3faa710b3 req-9711a133-a6d2-4c28-a998-f4813ef4ae0f tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:26.137547 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1a5b4475-b614-47d1-a5b1-fbb3faa710b3 req-9711a133-a6d2-4c28-a998-f4813ef4ae0f tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 943 time: 0.2686810 Apr 03 05:30:26.236707 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1a5b4475-b614-47d1-a5b1-fbb3faa710b3 req-5ecb508f-9d4a-4685-bd2d-16dc7b490964 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642426 Apr 03 05:30:26.245149 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-322d80a9-65f5-46fe-a8af-8c742d90b484 req-e8530296-a383-4272-ad9a-1767a012d56f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063476 Apr 03 05:30:26.405535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-c733199a-0ac1-449e-86c7-c47146a40103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:26.407621 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-c733199a-0ac1-449e-86c7-c47146a40103 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32ed8b1a-1417-4352-b9ac-21dc363e569f HTTP/1.1" status: 200 len: 914 time: 0.4121170 Apr 03 05:30:26.574475 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-b81b763f-688b-43b9-9d74-aa78b028fa3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb29b857-c24e-40bc-820e-7124cd77f403 HTTP/1.1" status: 200 len: 217 time: 0.0741663 Apr 03 05:30:26.650905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-6cfe4632-210e-4507-a948-448115bf22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:26.652669 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-6cfe4632-210e-4507-a948-448115bf22bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7486df88-955a-4315-84b9-ee587dd09ec3 HTTP/1.1" status: 200 len: 853 time: 0.0715141 Apr 03 05:30:26.716793 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-2fccdaea-c161-4990-a838-f8aedd3c3c8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32ed8b1a-1417-4352-b9ac-21dc363e569f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506592 Apr 03 05:30:26.865487 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-6a529ae3-220a-41eb-86fe-3a420bff732e service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389697 Apr 03 05:30:27.021130 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39b4bb37-0bb4-4902-8cb2-14afa2ea10c8 req-fa71303a-e008-4b13-a939-462b490f25a5 service neutron] 10.222.0.15 "GET /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460562 Apr 03 05:30:27.556838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff874e7-29ce-4be3-bb1c-d189a3758f16 req-9f91c4cb-8d89-41cf-a39b-90bd4d1b7444 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:27.564550 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7ff874e7-29ce-4be3-bb1c-d189a3758f16 req-9f91c4cb-8d89-41cf-a39b-90bd4d1b7444 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1532073 Apr 03 05:30:27.604272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15201741-985b-4e1c-9f2f-37ea011ba11b req-f4cea241-ecf1-4b4f-ba6a-729596a5258a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:27.612047 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-15201741-985b-4e1c-9f2f-37ea011ba11b req-f4cea241-ecf1-4b4f-ba6a-729596a5258a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 943 time: 0.2437460 Apr 03 05:30:27.683026 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7ff874e7-29ce-4be3-bb1c-d189a3758f16 req-049db123-fa92-404a-8739-313a951f1fac tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174476 Apr 03 05:30:27.702459 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-15201741-985b-4e1c-9f2f-37ea011ba11b req-6072e86d-0d57-4ab9-bd9f-899a0df94b0e tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868719 Apr 03 05:30:28.080665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device eb29b857-c24e-40bc-820e-7124cd77f403 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:30:28.257083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port eb29b857-c24e-40bc-820e-7124cd77f403, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eb29b857-c24e-40bc-820e-7124cd77f403,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:28.273882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'eb29b857-c24e-40bc-820e-7124cd77f403', 'network_id': '32ed8b1a-1417-4352-b9ac-21dc363e569f', 'port_id': 'eb29b857-c24e-40bc-820e-7124cd77f403', 'mac_address': 'fa:16:3e:51:42:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7486df88-955a-4315-84b9-ee587dd09ec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:30:28.352863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:28.375393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb29b857-c24e-40bc-820e-7124cd77f403 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:30:28.397483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port eb29b857-c24e-40bc-820e-7124cd77f403, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eb29b857-c24e-40bc-820e-7124cd77f403,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:28.402329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:28.406547 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:28.502135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=eb29b857-c24e-40bc-820e-7124cd77f403,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:28.506110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:28.565250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-95d41744-0b0e-42d2-9308-6df7bf3a53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:28.789560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['eb29b857-c24e-40bc-820e-7124cd77f403'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:30:29.095544 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd6dcf-a4a8-44b5-a48a-21e81733f998 req-a2b108c4-787a-4ff5-ad9d-98571117bf6d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:29.104823 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b2fd6dcf-a4a8-44b5-a48a-21e81733f998 req-a2b108c4-787a-4ff5-ad9d-98571117bf6d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 944 time: 0.2248285 Apr 03 05:30:29.185227 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b2fd6dcf-a4a8-44b5-a48a-21e81733f998 req-d66dcbaf-1015-4c6c-9ce8-407919173272 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794325 Apr 03 05:30:29.197622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce01fa-ad8f-4871-9bae-c008dcc93c70 req-c210250d-5e6d-4cb4-b17b-6403e85eeaec tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:29.199280 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-07ce01fa-ad8f-4871-9bae-c008dcc93c70 req-c210250d-5e6d-4cb4-b17b-6403e85eeaec tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.2079306 Apr 03 05:30:29.257764 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-07ce01fa-ad8f-4871-9bae-c008dcc93c70 req-e5408892-6c93-4955-a1c7-cc3a9bcd2bb5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519907 Apr 03 05:30:29.646786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 34352) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:29.715479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Deleting subnet 4fce19cb-3203-499b-97a3-fa6d1eb6f1c1 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:30:29.719164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:29.792722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:29.861435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.086792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device eb29b857-c24e-40bc-820e-7124cd77f403 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:30:30.255913 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.327812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port eb29b857-c24e-40bc-820e-7124cd77f403 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:30:30.334426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port eb29b857-c24e-40bc-820e-7124cd77f403 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:30:30.334847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.459100 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.499650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:30.524973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6081b-ba11-45ec-a8c7-4415bb0f4042 req-7da8b435-16d3-4263-b2ac-22deda6865f5 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:30.533081 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71e6081b-ba11-45ec-a8c7-4415bb0f4042 req-7da8b435-16d3-4263-b2ac-22deda6865f5 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 944 time: 0.2051487 Apr 03 05:30:30.574895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fce19cb-3203-499b-97a3-fa6d1eb6f1c1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:30.578512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.597008 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-71e6081b-ba11-45ec-a8c7-4415bb0f4042 req-b30c9013-44d1-4db3-b1bb-15f6639c2324 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627677 Apr 03 05:30:30.611117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63af602-a61d-4c7f-9cd2-9dc232359fb9 req-a695a25b-23ed-4070-9196-8518e6afa079 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:30.619917 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a63af602-a61d-4c7f-9cd2-9dc232359fb9 req-a695a25b-23ed-4070-9196-8518e6afa079 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1936481 Apr 03 05:30:30.625200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb29b857-c24e-40bc-820e-7124cd77f403'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:30:30.633173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a9f577c9-8493-4a48-a979-79297523528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.639991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port eb29b857-c24e-40bc-820e-7124cd77f403, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eb29b857-c24e-40bc-820e-7124cd77f403,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:30.655909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.660491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ee3a56f7-2a42-46f5-a691-40aaec60bd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:30.696969 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a63af602-a61d-4c7f-9cd2-9dc232359fb9 req-f7426072-523d-41ca-840d-08c284b5e7dc tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760188 Apr 03 05:30:30.740907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.741349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.742127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.742127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.742556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.742961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.743386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.743866 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.744269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.744690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.745083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.745473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:30.754002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:30.782679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=eb29b857-c24e-40bc-820e-7124cd77f403,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:30.789623 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb29b857-c24e-40bc-820e-7124cd77f403', 'code': 200} Apr 03 05:30:30.790732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:30.795448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:30.806688 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d1564596-9356-42fe-bb8d-5f08b3ac7366 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fce19cb-3203-499b-97a3-fa6d1eb6f1c1 HTTP/1.1" status: 204 len: 168 time: 1.1586988 Apr 03 05:30:30.809490 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 34374) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:30.956797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:31.178072 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:31.265842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c1689-9ca4-440d-a825-fe2c2b604e57 req-d6b844d9-e247-4e2d-96cd-3e1e8b5b8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:31.267403 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4f9c1689-9ca4-440d-a825-fe2c2b604e57 req-d6b844d9-e247-4e2d-96cd-3e1e8b5b8206 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 1098 time: 0.1724396 Apr 03 05:30:31.326687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.327094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.327908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.328283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > port after_create 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.328679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.329040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > port after_update 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.329399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.329786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.330144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.330502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.345033 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4f9c1689-9ca4-440d-a825-fe2c2b604e57 req-6e1113c8-eeee-45f2-ae2d-67682efc2bd3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 Apr 03 05:30:31.477683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.478435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.479025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.479615 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 03 05:30:31.480230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d4ff6f-7ce0-4634-ab65-003396c7b0ed']}} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:30:31.500094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8b3208-e895-4f2b-a127-287d9ba8f68a') {'for_net_delete': True} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:30:31.500487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8b3208-e895-4f2b-a127-287d9ba8f68a') {} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:30:31.514681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848153525'] for segment, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:31.531854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:31.541246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:30:31.798926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:31.994790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:30:32.000136 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-e48ded42-1315-4b56-b03b-1e5437c6f93e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1800196 Apr 03 05:30:32.009567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121315'] for segment, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:32.013976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:32.179669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144c450-c48c-4c2f-ba35-e5d1748a2dc1 req-a82e6979-f4c5-45dd-b231-3fb7fa71e828 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:32.181499 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2144c450-c48c-4c2f-ba35-e5d1748a2dc1 req-a82e6979-f4c5-45dd-b231-3fb7fa71e828 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.3980722 Apr 03 05:30:32.204359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-8213daac-49d0-4908-8724-f4c7af503c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:32.207207 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-8213daac-49d0-4908-8724-f4c7af503c6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1098 time: 0.1224658 Apr 03 05:30:32.290073 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2144c450-c48c-4c2f-ba35-e5d1748a2dc1 req-cc202170-e6a6-4fe5-b1a7-a3383c8e34e0 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Apr 03 05:30:32.371082 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c25f54-5c67-4c13-88d7-8e6010708f8d req-7aae7d10-d4a3-419e-8e59-3ba83e79c34b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:32.372760 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b3c25f54-5c67-4c13-88d7-8e6010708f8d req-7aae7d10-d4a3-419e-8e59-3ba83e79c34b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.4996283 Apr 03 05:30:32.458458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Network 49d4ff6f-7ce0-4634-ab65-003396c7b0ed has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:30:32.472186 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b3c25f54-5c67-4c13-88d7-8e6010708f8d req-3b0f1be2-3ddd-49e5-8168-45446bc477c6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925522 Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: from cryptography.utils import int_from_bytes Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: from cryptography.utils import int_from_bytes Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: (rel_b, rel_a, rel_b), Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: (rel_b, rel_a, rel_b), Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:30:32.496180 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:30:32.631506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:32.635785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a98e39dc-2a40-444f-b781-8ff201741fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:32.654915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-6060dd19-cb8e-4b69-9405-9dc8172eddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:32.660570 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-6060dd19-cb8e-4b69-9405-9dc8172eddee service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.4134870 Apr 03 05:30:32.664873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d4ff6f-7ce0-4634-ab65-003396c7b0ed,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:32.668534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:32.684948 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.685555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.686376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.686376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.686896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.687385 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.688006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.688526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.689001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.689470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.689935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.690413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:30:32.694626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] 10.222.0.23 "DELETE /v2.0/networks/49d4ff6f-7ce0-4634-ab65-003396c7b0ed HTTP/1.1" status: 204 len: 168 time: 1.8840363 Apr 03 05:30:32.695813 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:32.810897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-b37fbe3f-8aaf-4f43-a5a4-1ea37d87c489 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 1001 time: 0.1415079 Apr 03 05:30:32.891808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-8acb431e-2164-45aa-955c-5e51f5ba4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:32.905081 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-8acb431e-2164-45aa-955c-5e51f5ba4d07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.0869722 Apr 03 05:30:32.950001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 34424) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:33.016849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-49060ab7-a6cd-44cc-af68-454fbe4cc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:33.018948 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-49060ab7-a6cd-44cc-af68-454fbe4cc34a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043198 Apr 03 05:30:33.170457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:33.212442 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-a540f73b-faf3-4de3-a9f5-c30917470e82 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846886 Apr 03 05:30:33.271829 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7a330c8a-bf5f-4745-9a20-081ae38f9f8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a44746987144803a1b75034f44bcaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179424 Apr 03 05:30:33.272140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 34428) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:33.343128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:33.378775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:33.403626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbfd5070-88eb-479d-b078-18309ce1dcce req-2d8ad59f-1432-47ca-add0-599e42f54226 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744576 Apr 03 05:30:33.528401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:33.543516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0d8206f6-4959-44a7-9914-7a0483b054c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:33.563873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2a130-fc72-41ab-912a-be553c6db5a8,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:33.581917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:33.583308 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2f2a130-fc72-41ab-912a-be553c6db5a8 HTTP/1.1" status: 204 len: 168 time: 0.3100908 Apr 03 05:30:33.594295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:33.609159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45095d47-923f-42c5-b010-83d15d6d9228 req-d8940900-cce6-49ba-85b8-73ee3448ede9 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:33.611407 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-45095d47-923f-42c5-b010-83d15d6d9228 req-d8940900-cce6-49ba-85b8-73ee3448ede9 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.1680946 Apr 03 05:30:33.750642 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-45095d47-923f-42c5-b010-83d15d6d9228 req-9335e9dd-87d5-4949-a7e3-78419a7f95a6 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315920 Apr 03 05:30:33.767983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad087-5a2c-4169-bd2d-4bfa81e96473 req-c8a4a952-be6c-40ed-b96f-4b91e23d0145 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:33.769837 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-797ad087-5a2c-4169-bd2d-4bfa81e96473 req-c8a4a952-be6c-40ed-b96f-4b91e23d0145 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1235611 Apr 03 05:30:33.830900 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-797ad087-5a2c-4169-bd2d-4bfa81e96473 req-0e40267b-f157-4a66-bc36-2fc7d85a30ef tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515666 Apr 03 05:30:35.152873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf24d-cbc8-4284-9c68-447b45730360 req-9fc497c5-f32d-451e-ae9d-a50cec29d707 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:35.154438 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b5bcf24d-cbc8-4284-9c68-447b45730360 req-9fc497c5-f32d-451e-ae9d-a50cec29d707 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1220632 Apr 03 05:30:35.218183 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b5bcf24d-cbc8-4284-9c68-447b45730360 req-439ededa-5292-42aa-bd31-38c5a62db0d3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527472 Apr 03 05:30:35.621886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 34504) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:35.820538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:35.841830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:35.847103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Usage tracker for resource:security_group_rule and tenant:bb0b625a94f44a72a0ddd8a86b2b26e1 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:35.851049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:35.857736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:35.973962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:35.985826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:36.013124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-12a90bee-a915-4689-9677-507be1e8be75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:36.054593 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb0b625a94f44a72a0ddd8a86b2b26e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313352 Apr 03 05:30:36.057734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 34516) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:36.059451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6964c0-ba84-4c17-be2f-572f67759902,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:36.062885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:36.163537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:36.193627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:36.236188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e06f-23db-4b99-b65d-967e32622728 req-0039b35d-a3eb-46f4-998d-b3201acd620c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:36.237969 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b2a6e06f-23db-4b99-b65d-967e32622728 req-0039b35d-a3eb-46f4-998d-b3201acd620c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1006424 Apr 03 05:30:36.255946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:36.263350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e7070065-a369-4d4e-a192-1312d5669628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:36.275231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6964c0-ba84-4c17-be2f-572f67759902,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:36.279713 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:36.286865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:36.288670 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e6964c0-ba84-4c17-be2f-572f67759902 HTTP/1.1" status: 204 len: 168 time: 0.2298040 Apr 03 05:30:36.368249 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b2a6e06f-23db-4b99-b65d-967e32622728 req-e1356942-bcc1-4c87-9234-86dc5fbcaf9d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217554 Apr 03 05:30:36.618579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57ea8-5a03-4d9e-a509-109127e67727 req-46d39893-790c-465f-a293-87c304659625 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:36.629411 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6dc57ea8-5a03-4d9e-a509-109127e67727 req-46d39893-790c-465f-a293-87c304659625 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1896632 Apr 03 05:30:36.710057 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6dc57ea8-5a03-4d9e-a509-109127e67727 req-e76161c2-2b2c-4fe4-bdaf-347b8dcfd3de tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786598 Apr 03 05:30:37.165821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 34534) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:37.366302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:37.383178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:30:37.388269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Usage tracker for resource:security_group_rule and tenant:dad611c3fcb6465c9959e0596a169647 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:30:37.391573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:30:37.399277 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:30:37.524626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:37.531879 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:37.566216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c14e11cd-bfd2-4a19-bf5f-0a848f2a9beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:37.606926 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dad611c3fcb6465c9959e0596a169647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392774 Apr 03 05:30:37.607893 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 34546) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:37.609156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca7f0f4-4243-4c33-a831-0ab1b01bb346,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:37.643689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:37.655954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880083-1042-4bd0-add4-a0a1132af8f1 req-d31f11e3-4724-4c57-ac8c-6d2a0a2bb934 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:37.657756 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-24880083-1042-4bd0-add4-a0a1132af8f1 req-d31f11e3-4724-4c57-ac8c-6d2a0a2bb934 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1400247 Apr 03 05:30:37.715043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0065a5ce-30fe-4f79-ad88-fad6dcdecbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:37.746450 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-24880083-1042-4bd0-add4-a0a1132af8f1 req-1c178b97-70b9-4872-bbf6-519b11483280 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758054 Apr 03 05:30:37.762202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0065a5ce-30fe-4f79-ad88-fad6dcdecbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:37.811239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0065a5ce-30fe-4f79-ad88-fad6dcdecbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:37.816883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cd278ce9-991a-4fbe-aabb-f470c8c7132d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:37.834101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065a5ce-30fe-4f79-ad88-fad6dcdecbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca7f0f4-4243-4c33-a831-0ab1b01bb346,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:37.836716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0065a5ce-30fe-4f79-ad88-fad6dcdecbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:37.842943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0065a5ce-30fe-4f79-ad88-fad6dcdecbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:37.844551 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0065a5ce-30fe-4f79-ad88-fad6dcdecbea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ca7f0f4-4243-4c33-a831-0ab1b01bb346 HTTP/1.1" status: 204 len: 168 time: 0.2318640 Apr 03 05:30:38.003591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:30:38.033930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0e77a-da20-40c4-be49-b433bee93a66 req-ed6e0892-e85b-4e3e-9f35-f94e50707161 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:38.035870 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1ce0e77a-da20-40c4-be49-b433bee93a66 req-ed6e0892-e85b-4e3e-9f35-f94e50707161 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.1737170 Apr 03 05:30:38.100919 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1ce0e77a-da20-40c4-be49-b433bee93a66 req-e3fd5975-415b-4fd0-af92-2518b3212183 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567696 Apr 03 05:30:38.964873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2b356-e995-4340-af74-4220a36b26e0 req-21a88bb8-00cf-4492-a007-4e6f89f7075d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:38.966561 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cdf2b356-e995-4340-af74-4220a36b26e0 req-21a88bb8-00cf-4492-a007-4e6f89f7075d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0973723 Apr 03 05:30:39.022388 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cdf2b356-e995-4340-af74-4220a36b26e0 req-ec929042-1170-4756-8894-c243b4467054 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Apr 03 05:30:39.308684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb9ba-7242-431c-8c8b-31c74e4d9e82 req-8f07558b-97f9-4b38-92de-c6c8639145dc tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:39.310416 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e0feb9ba-7242-431c-8c8b-31c74e4d9e82 req-8f07558b-97f9-4b38-92de-c6c8639145dc tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.0904315 Apr 03 05:30:39.365383 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e0feb9ba-7242-431c-8c8b-31c74e4d9e82 req-04142b4d-2a2d-48f3-83d0-7dd643df3edb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485661 Apr 03 05:30:40.223667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4bcd-86e7-4222-8fe2-33cacb0fdb2d req-394fd1fc-ff76-41c2-8c16-0b7b814114eb tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:40.225170 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-826e4bcd-86e7-4222-8fe2-33cacb0fdb2d req-394fd1fc-ff76-41c2-8c16-0b7b814114eb tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0866284 Apr 03 05:30:40.271637 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-826e4bcd-86e7-4222-8fe2-33cacb0fdb2d req-e3911d4f-df64-40c0-bb11-fa2317c756b6 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 Apr 03 05:30:40.569230 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-e9850207-e52b-4ba1-a6ce-6ab2393faad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:40.570878 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-e9850207-e52b-4ba1-a6ce-6ab2393faad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1098 time: 0.0799108 Apr 03 05:30:40.579393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448df843-d0d2-4ad4-9816-62153d938177 req-346d2db9-4ffb-4d07-bec9-a425b04f22aa tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:40.581030 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-448df843-d0d2-4ad4-9816-62153d938177 req-346d2db9-4ffb-4d07-bec9-a425b04f22aa tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.0941176 Apr 03 05:30:40.631897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-448df843-d0d2-4ad4-9816-62153d938177 req-b2adf6e2-052b-4f85-a5bf-05013bc33184 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441298 Apr 03 05:30:40.718103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-74afad69-4ac8-44c8-b974-f246019488f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:40.719683 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-74afad69-4ac8-44c8-b974-f246019488f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.1418426 Apr 03 05:30:40.831092 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-f58b0339-c776-4bc4-b888-d5c5676eb8ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 200 len: 1000 time: 0.1025975 Apr 03 05:30:40.900614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-9d84e8e9-8b7a-46c6-b5a6-890bdf7b479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:40.902106 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-9d84e8e9-8b7a-46c6-b5a6-890bdf7b479b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.0648654 Apr 03 05:30:40.991322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-795d304e-c316-4a28-8f8c-7b19c1d109dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:40.993104 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-795d304e-c316-4a28-8f8c-7b19c1d109dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833800 Apr 03 05:30:41.132877 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-b4e07e55-1039-42c2-b397-95b2caacce6b service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333277 Apr 03 05:30:41.279721 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf73c407-94b8-4aaa-839a-6e2dd25a590a req-fe0c3928-5f29-435c-b490-529c497f5b67 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330473 Apr 03 05:30:41.467203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e95fe-03a6-4251-826d-17fffba40788 req-f4af925e-1ac4-4920-b7bb-7c59a05e44ae tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:41.468720 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d05e95fe-03a6-4251-826d-17fffba40788 req-f4af925e-1ac4-4920-b7bb-7c59a05e44ae tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0870612 Apr 03 05:30:41.515218 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d05e95fe-03a6-4251-826d-17fffba40788 req-38fc7910-dbf4-4260-abb6-af6ea7e048ae tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396466 Apr 03 05:30:41.843635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b5fa6-e523-4bca-aad9-7270fc940925 req-9ec778cf-c69b-470b-97c5-ef75703d3bd6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:41.845262 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e10b5fa6-e523-4bca-aad9-7270fc940925 req-9ec778cf-c69b-470b-97c5-ef75703d3bd6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 945 time: 0.0923727 Apr 03 05:30:41.893243 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e10b5fa6-e523-4bca-aad9-7270fc940925 req-77074e13-a0ce-4b05-9765-b840dcb73db6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Apr 03 05:30:42.177546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:30:42.296257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:42.323636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:30:42.334170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:30:42.337115 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:42.338942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4da72e8b-792e-4f52-99f2-532ba718aa8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:30:42.375930 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'code': 200} Apr 03 05:30:42.411198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=8']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:30:42.414295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:30:42.717312 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f433c-69c7-4a32-ae2d-f1c10649b4aa req-d3080d35-114e-4ee5-bf5d-436098e23dac tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:42.719077 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-652f433c-69c7-4a32-ae2d-f1c10649b4aa req-d3080d35-114e-4ee5-bf5d-436098e23dac tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0891004 Apr 03 05:30:42.770719 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-652f433c-69c7-4a32-ae2d-f1c10649b4aa req-025172fe-c94d-477d-9b43-047f1869f909 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438159 Apr 03 05:30:43.099622 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f447-98d5-43c6-9503-3dbe8ce88f79 req-882875bf-815a-4c94-b723-e82907d987df tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:43.101136 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-65d3f447-98d5-43c6-9503-3dbe8ce88f79 req-882875bf-815a-4c94-b723-e82907d987df tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0873713 Apr 03 05:30:43.148601 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-65d3f447-98d5-43c6-9503-3dbe8ce88f79 req-a6bec73c-3815-4ddd-8ca0-3c4e86c5ec65 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Apr 03 05:30:43.981973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baebab-a1a8-4b4a-9723-f64219f1ca9a req-cf92ba84-eb19-4931-83d0-1cf5eb2cf571 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:43.983697 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-07baebab-a1a8-4b4a-9723-f64219f1ca9a req-cf92ba84-eb19-4931-83d0-1cf5eb2cf571 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0973947 Apr 03 05:30:44.033562 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-07baebab-a1a8-4b4a-9723-f64219f1ca9a req-7c61968e-6b04-4478-9dc3-37cd07bca059 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Apr 03 05:30:44.354229 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b42f7a-b785-4600-81d8-3dc5932bcb9c req-9008c71b-eb26-47a8-b9e4-d93014f9900f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:44.355698 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-57b42f7a-b785-4600-81d8-3dc5932bcb9c req-9008c71b-eb26-47a8-b9e4-d93014f9900f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0884686 Apr 03 05:30:44.402391 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-57b42f7a-b785-4600-81d8-3dc5932bcb9c req-8f15711d-da1b-4930-a503-3b1e5a4564dc tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 Apr 03 05:30:45.260857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234efbdb-1161-4173-8c33-6f9477e8c1b1 req-5427c5ac-71d5-4079-bd40-519dfd3732ae tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:45.262484 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-234efbdb-1161-4173-8c33-6f9477e8c1b1 req-5427c5ac-71d5-4079-bd40-519dfd3732ae tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1079152 Apr 03 05:30:45.313835 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-234efbdb-1161-4173-8c33-6f9477e8c1b1 req-f23ea461-584d-4efd-a019-f32f60e261e4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Apr 03 05:30:45.491389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05cb50-7c24-46ba-853c-1dd56f128201 req-c61e39f1-33a3-48bc-9808-4f4ce4ee279b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:45.493023 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dc05cb50-7c24-46ba-853c-1dd56f128201 req-c61e39f1-33a3-48bc-9808-4f4ce4ee279b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0899525 Apr 03 05:30:45.544584 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dc05cb50-7c24-46ba-853c-1dd56f128201 req-472db796-492c-4dab-b308-bddb1fe7b0eb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446925 Apr 03 05:30:45.782864 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 34656) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:30:45.925635 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-eaa2a00c-ebff-4192-84a1-b5c6a7f1c57a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414669 Apr 03 05:30:46.162894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:30:46.586157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-521c72a7-e60c-406c-8beb-9d1a86f61cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:46.587774 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-521c72a7-e60c-406c-8beb-9d1a86f61cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1138 time: 0.0882852 Apr 03 05:30:46.615037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d5bd6-3a80-4c69-9723-1cad253447bb req-16d62483-d17f-4bc0-bb96-323665e090b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:46.616585 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f89d5bd6-3a80-4c69-9723-1cad253447bb req-16d62483-d17f-4bc0-bb96-323665e090b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1774616 Apr 03 05:30:46.685272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45d4eb-f7cd-49d6-8d9a-a9e87114c6c0 req-e06c44e4-c21d-466c-aa13-72164a339382 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:46.687003 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-df45d4eb-f7cd-49d6-8d9a-a9e87114c6c0 req-e06c44e4-c21d-466c-aa13-72164a339382 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.1593206 Apr 03 05:30:46.699896 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f89d5bd6-3a80-4c69-9723-1cad253447bb req-61ad42da-9076-41c2-b3ff-9936576520fa tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739121 Apr 03 05:30:46.749672 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-df45d4eb-f7cd-49d6-8d9a-a9e87114c6c0 req-2a6a0698-8d23-4b21-b99a-bfafdd7a38d7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484846 Apr 03 05:30:46.964336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e07de4-c54a-448a-a20a-076f2ea75955 req-dec8bf8b-7a8b-4cac-a483-9d98d1237b6a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:46.966144 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81e07de4-c54a-448a-a20a-076f2ea75955 req-dec8bf8b-7a8b-4cac-a483-9d98d1237b6a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.1361861 Apr 03 05:30:46.977054 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-e2802650-3a38-4bcb-b41a-97752ce4512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:46.978741 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-e2802650-3a38-4bcb-b41a-97752ce4512d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 915 time: 0.3845575 Apr 03 05:30:47.045182 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81e07de4-c54a-448a-a20a-076f2ea75955 req-016d2052-b8e8-4032-b51f-eea7a00293fc tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584350 Apr 03 05:30:47.097935 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-ffb36390-c40b-4101-ab41-fbe052dfc7f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 1001 time: 0.1096900 Apr 03 05:30:47.141203 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf293a6-181e-42bd-ad43-7b0b17887e52 req-1cda489b-2721-4de9-b7ef-db15ee4a67fe tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.149566 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aaf293a6-181e-42bd-ad43-7b0b17887e52 req-1cda489b-2721-4de9-b7ef-db15ee4a67fe tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.1030335 Apr 03 05:30:47.209817 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aaf293a6-181e-42bd-ad43-7b0b17887e52 req-8b551292-75ce-4f44-a049-00baab3f47e8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553141 Apr 03 05:30:47.253008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-3c49ca9c-2c86-4d7b-887b-18e3884fc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.254682 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-3c49ca9c-2c86-4d7b-887b-18e3884fc122 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 200 len: 853 time: 0.1502521 Apr 03 05:30:47.261486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-dc5540fd-61cc-4eb9-a942-3d282cf753e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.263079 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-dc5540fd-61cc-4eb9-a942-3d282cf753e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 1098 time: 0.1126311 Apr 03 05:30:47.537163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-17503e2c-0f69-4c32-85d7-9443bc3e7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.538833 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-17503e2c-0f69-4c32-85d7-9443bc3e7534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a019de04-e19a-4cdf-996a-98badd12c78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2748501 Apr 03 05:30:47.547333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-7a4e88ac-3ae8-4b88-a4f9-5fd80f331b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.548817 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-7a4e88ac-3ae8-4b88-a4f9-5fd80f331b1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.2395592 Apr 03 05:30:47.552152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-64823314-e729-4ae9-87c9-e1531956c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.553774 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-64823314-e729-4ae9-87c9-e1531956c508 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8&tenant_id=7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 1096 time: 0.2152159 Apr 03 05:30:47.802715 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-787d372e-0bdf-4f7b-9bee-9fb10328d260 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 200 len: 1001 time: 0.2252691 Apr 03 05:30:47.902954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-28d4ec43-4fc5-452b-9cda-963bfaa6566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.904555 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-28d4ec43-4fc5-452b-9cda-963bfaa6566f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.0881412 Apr 03 05:30:47.912843 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-87386435-dfc9-42f7-ba4d-1efce876fe29 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629410 Apr 03 05:30:47.954918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-4d2d4da6-ac9d-4931-b239-51d71ae8620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.956765 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-4d2d4da6-ac9d-4931-b239-51d71ae8620a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1096 time: 0.3300877 Apr 03 05:30:47.960783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aeaf0-c3f0-4580-a9c8-1d06b7575aab req-9d96b3e7-7b27-475c-b61e-dd73e9aad55d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:47.962472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6b2aeaf0-c3f0-4580-a9c8-1d06b7575aab req-9d96b3e7-7b27-475c-b61e-dd73e9aad55d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0930946 Apr 03 05:30:48.012430 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6b2aeaf0-c3f0-4580-a9c8-1d06b7575aab req-4ca3cea3-54ea-43cf-aae4-9be39a3be9a2 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433455 Apr 03 05:30:48.245763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aedc-e0aa-4022-bc94-bcaf4f56f23f req-4ce2d689-28bd-41d4-bb81-b0438ed7179d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:48.247431 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7ab1aedc-e0aa-4022-bc94-bcaf4f56f23f req-4ce2d689-28bd-41d4-bb81-b0438ed7179d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0873501 Apr 03 05:30:48.250286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-9a9d9038-0fa3-4599-b522-44a0f0e2871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:48.251904 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-9a9d9038-0fa3-4599-b522-44a0f0e2871a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3374026 Apr 03 05:30:48.257978 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a0daac4-7733-4bb6-abaa-679b72f31bce req-acfefb2c-f156-4cd9-b59a-dfce1e59a497 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956481 Apr 03 05:30:48.259221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-48f26dac-cc84-4e80-ae02-7e35e3ed75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:48.260681 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-48f26dac-cc84-4e80-ae02-7e35e3ed75e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.2768092 Apr 03 05:30:48.302174 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7ab1aedc-e0aa-4022-bc94-bcaf4f56f23f req-3776fe99-724e-4e9c-bc67-ef25601c754c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467529 Apr 03 05:30:48.428339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd1d9b-9cbf-4590-a357-9af5ab3401dd req-d24212f7-81c9-486d-85cc-389743d54c87 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:48.429470 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c0fd1d9b-9cbf-4590-a357-9af5ab3401dd req-d24212f7-81c9-486d-85cc-389743d54c87 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0952959 Apr 03 05:30:48.477375 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-3a1af669-fcb6-4709-9fa4-20dcbad81415 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 200 len: 998 time: 0.1916461 Apr 03 05:30:48.479075 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c0fd1d9b-9cbf-4590-a357-9af5ab3401dd req-17492ca3-b731-4a6a-97f5-1ef59c4bd3b9 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Apr 03 05:30:48.553585 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-7b8bc41e-e90a-43c8-91a2-1f1b68d8e2ce service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918966 Apr 03 05:30:48.587071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-5775edad-b5e1-4343-ba3d-1b9ce70a376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:48.588551 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-5775edad-b5e1-4343-ba3d-1b9ce70a376b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.1026855 Apr 03 05:30:48.764716 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-637cb2c1-d802-41d7-921c-a6fc62eb76f2 req-0dc8c386-e9aa-4c12-9385-f80b61377ad9 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027135 Apr 03 05:30:48.767268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-4af5f2a7-849d-4070-9cce-62b41af11703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:48.768751 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-4af5f2a7-849d-4070-9cce-62b41af11703 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1682932 Apr 03 05:30:48.909689 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-d4816253-9617-4dcf-a415-1d5574044351 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335611 Apr 03 05:30:49.050319 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b81f9dfa-a4a1-4fc6-a552-bf49e9f2c154 req-13af14f6-6167-4341-a279-4cd1ff1b1652 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340590 Apr 03 05:30:49.226285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaeb2d-56f2-49fe-aab0-9a9d8e9ca2d5 req-eb62af47-f006-45b0-acc0-12d998ac8123 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:49.227796 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-85eaeb2d-56f2-49fe-aab0-9a9d8e9ca2d5 req-eb62af47-f006-45b0-acc0-12d998ac8123 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0919909 Apr 03 05:30:49.281898 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-85eaeb2d-56f2-49fe-aab0-9a9d8e9ca2d5 req-d8c5dc12-e4a5-443a-93d0-272309b44603 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471752 Apr 03 05:30:49.529719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4908f-d79e-4069-9dcd-6a9ee2556408 req-f4d897c7-b53d-4eb2-8f42-8335bd7a3cdb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:49.531312 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-68f4908f-d79e-4069-9dcd-6a9ee2556408 req-f4d897c7-b53d-4eb2-8f42-8335bd7a3cdb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0938361 Apr 03 05:30:49.581415 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-68f4908f-d79e-4069-9dcd-6a9ee2556408 req-76baadd2-b872-4b18-bc7e-18db45e347a8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428803 Apr 03 05:30:49.689911 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8322d3-31a4-4c62-b689-81910e095ac8 req-bb523677-a0f9-4146-acef-3008fa029883 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:49.691472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6f8322d3-31a4-4c62-b689-81910e095ac8 req-bb523677-a0f9-4146-acef-3008fa029883 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0924292 Apr 03 05:30:49.741438 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6f8322d3-31a4-4c62-b689-81910e095ac8 req-8b395da5-3897-4c33-9b17-f44f0d36fdc9 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Apr 03 05:30:50.522507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d3ee7-4304-486a-8786-96c0b85107f0 req-c895b5d9-1ae8-466e-bdb2-769d33eda2d9 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:50.524327 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d64d3ee7-4304-486a-8786-96c0b85107f0 req-c895b5d9-1ae8-466e-bdb2-769d33eda2d9 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.1169064 Apr 03 05:30:50.576118 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d64d3ee7-4304-486a-8786-96c0b85107f0 req-a24718c2-d844-4f25-abc3-a85b82494d4b tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446482 Apr 03 05:30:50.822833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6868ee-acf6-44e3-86e8-2881226e1d75 req-c5c276d5-4bdb-424e-abaa-b8cc02767a1a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:50.825267 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c6868ee-acf6-44e3-86e8-2881226e1d75 req-c5c276d5-4bdb-424e-abaa-b8cc02767a1a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.1099072 Apr 03 05:30:50.880545 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c6868ee-acf6-44e3-86e8-2881226e1d75 req-65aebeac-6627-4744-ab1b-7de9e8415145 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484529 Apr 03 05:30:51.786516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447de3d0-86ce-414c-a0c4-4754067bf842 req-c43dee1d-9cf1-41e2-a5aa-e1db71bd52fa tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:51.788129 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-447de3d0-86ce-414c-a0c4-4754067bf842 req-c43dee1d-9cf1-41e2-a5aa-e1db71bd52fa tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0929544 Apr 03 05:30:51.843704 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-447de3d0-86ce-414c-a0c4-4754067bf842 req-17a9ae5a-1241-491a-a97a-a30846f971cc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483980 Apr 03 05:30:52.115548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20da3-670e-4d43-b0bf-e39db4272b16 req-5b5b43d1-da9e-48c7-817f-4645acfd795a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:52.117549 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9cf20da3-670e-4d43-b0bf-e39db4272b16 req-5b5b43d1-da9e-48c7-817f-4645acfd795a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.1163647 Apr 03 05:30:52.165376 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9cf20da3-670e-4d43-b0bf-e39db4272b16 req-ebe1ae7b-4be4-4a34-8b65-2d3050f7ba10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413065 Apr 03 05:30:53.048635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb894-9229-473b-a61b-5e8a98d16733 req-88d385b9-d24a-43de-848a-aa8b827c3b4c tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:53.050202 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ceebb894-9229-473b-a61b-5e8a98d16733 req-88d385b9-d24a-43de-848a-aa8b827c3b4c tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0936058 Apr 03 05:30:53.100077 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ceebb894-9229-473b-a61b-5e8a98d16733 req-8baa824c-2889-4970-995e-0632b71caecd tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433950 Apr 03 05:30:53.372835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcc7e8-9db5-4904-b4d4-7166906045f4 req-931014ba-be98-4303-ac60-f025d6b20d9e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:53.374447 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-13bcc7e8-9db5-4904-b4d4-7166906045f4 req-931014ba-be98-4303-ac60-f025d6b20d9e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0866499 Apr 03 05:30:53.423071 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-13bcc7e8-9db5-4904-b4d4-7166906045f4 req-232992a2-10b3-4033-bc2c-3daa631a7669 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Apr 03 05:30:54.442824 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478be6-3234-4091-acc8-41fb530b467c req-d0dcbb71-4474-4d8a-bf8d-73c2d9539ba8 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:54.444414 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-49478be6-3234-4091-acc8-41fb530b467c req-d0dcbb71-4474-4d8a-bf8d-73c2d9539ba8 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0921538 Apr 03 05:30:54.499527 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-49478be6-3234-4091-acc8-41fb530b467c req-452c3b78-4f89-4a22-877e-3cc92451fa51 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484843 Apr 03 05:30:54.685566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de146fd-4619-4e5b-ae6c-73470ba1f2fa req-41880094-7e69-4b72-8b24-ab2076c37c17 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:54.687178 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2de146fd-4619-4e5b-ae6c-73470ba1f2fa req-41880094-7e69-4b72-8b24-ab2076c37c17 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0879421 Apr 03 05:30:54.739826 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2de146fd-4619-4e5b-ae6c-73470ba1f2fa req-1a36c8cd-e64f-4638-9f3d-0930cd667a41 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442855 Apr 03 05:30:55.705745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c178-dba3-40bb-b48e-36f9d12ac03e req-32b9c55e-6a6f-4c70-875c-59afb3126222 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:55.708166 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-da40c178-dba3-40bb-b48e-36f9d12ac03e req-32b9c55e-6a6f-4c70-875c-59afb3126222 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0923800 Apr 03 05:30:55.775983 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-da40c178-dba3-40bb-b48e-36f9d12ac03e req-ccfd5dd7-3d4c-48b9-a80d-68f2813437ab tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544596 Apr 03 05:30:55.966467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30009bb-efc5-4844-8f14-afe763c5e50e req-3cf99a8b-ed59-4044-b168-e95c3a9c66e5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:55.968068 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a30009bb-efc5-4844-8f14-afe763c5e50e req-3cf99a8b-ed59-4044-b168-e95c3a9c66e5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0935295 Apr 03 05:30:56.231646 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a30009bb-efc5-4844-8f14-afe763c5e50e req-81bc21e9-9da5-43a4-9844-275a2b386276 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568197 Apr 03 05:30:57.006753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cac0d-5df7-4c99-abfd-5db457d5876f req-9b927a26-4cd7-4eb8-9cdd-fbfbb0f78e97 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:57.008338 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7a8cac0d-5df7-4c99-abfd-5db457d5876f req-9b927a26-4cd7-4eb8-9cdd-fbfbb0f78e97 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0888722 Apr 03 05:30:57.060816 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7a8cac0d-5df7-4c99-abfd-5db457d5876f req-b636c762-5846-4029-85e9-f37676a215df tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460463 Apr 03 05:30:57.453208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be235f2f-40f2-468f-8169-a98715cfe83a req-a63ca183-a979-496c-8bf5-ad4231bef27c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:57.456799 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-be235f2f-40f2-468f-8169-a98715cfe83a req-a63ca183-a979-496c-8bf5-ad4231bef27c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.1007919 Apr 03 05:30:57.529424 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-be235f2f-40f2-468f-8169-a98715cfe83a req-9fc9eca3-20ba-4459-9420-a7f7badb7d4f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677757 Apr 03 05:30:58.263308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70b7c-521a-47ad-896e-0add1abe1b4d req-f1728d67-fabf-448a-b265-191581386d20 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:58.264809 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-79c70b7c-521a-47ad-896e-0add1abe1b4d req-f1728d67-fabf-448a-b265-191581386d20 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0912268 Apr 03 05:30:58.313475 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-79c70b7c-521a-47ad-896e-0add1abe1b4d req-ce2c993b-f50f-4bf9-8349-00c159aa62d6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424194 Apr 03 05:30:58.558381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4d36ce6e-bbe9-4937-8d28-dd87dc1baa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:30:58.736525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a8ba9-f886-46dd-a69c-f1675527f9de req-237931b8-11e6-49cf-882e-21f27db7d960 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:58.738080 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1a6a8ba9-f886-46dd-a69c-f1675527f9de req-237931b8-11e6-49cf-882e-21f27db7d960 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0870895 Apr 03 05:30:58.783626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1a6a8ba9-f886-46dd-a69c-f1675527f9de req-9ae6f4a8-c833-4811-b987-9252acd1e217 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Apr 03 05:30:59.520018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918d089-bb6c-49dd-91e1-51bdd5e94d88 req-e0f28e9b-b6fb-47dd-a40c-3b9a9f812e4e tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:59.521653 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3918d089-bb6c-49dd-91e1-51bdd5e94d88 req-e0f28e9b-b6fb-47dd-a40c-3b9a9f812e4e tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0981591 Apr 03 05:30:59.581110 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3918d089-bb6c-49dd-91e1-51bdd5e94d88 req-3e0ecaa4-99d8-4c8d-a211-37406fbe3e90 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503709 Apr 03 05:30:59.987560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0312990-1c1f-4796-9533-7eedffe1b191 req-78e07e23-167c-4f24-8928-79a52e171ad9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:30:59.989183 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c0312990-1c1f-4796-9533-7eedffe1b191 req-78e07e23-167c-4f24-8928-79a52e171ad9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0877898 Apr 03 05:31:00.038876 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c0312990-1c1f-4796-9533-7eedffe1b191 req-ddb37a32-cfb0-4bd0-bce2-403411213387 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Apr 03 05:31:00.138491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:00.574664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4d8f602b-64fb-4d83-87d9-64b674d5d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:00.795305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c42e88-4754-4132-802e-f95b6b7efbad req-ad4e2de3-7d5c-4615-a1f3-7349e76665bb tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:00.796934 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56c42e88-4754-4132-802e-f95b6b7efbad req-ad4e2de3-7d5c-4615-a1f3-7349e76665bb tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0987344 Apr 03 05:31:00.847657 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56c42e88-4754-4132-802e-f95b6b7efbad req-20f1d9be-22cf-4fb4-963f-8886c8d5f786 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440760 Apr 03 05:31:01.249849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb84cf-5843-4c24-b078-3637ec1b569b req-1f88bbc8-bd17-41f8-9dc1-b0305e50a07d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:01.251351 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-fceb84cf-5843-4c24-b078-3637ec1b569b req-1f88bbc8-bd17-41f8-9dc1-b0305e50a07d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0943491 Apr 03 05:31:01.304030 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-fceb84cf-5843-4c24-b078-3637ec1b569b req-09771611-5d1f-4423-9959-2465b05d3275 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461555 Apr 03 05:31:01.792650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:02.022475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:02.072526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80128b-2f16-4cad-86c9-8c3f73faaa2d req-b104b651-673d-4a56-afbe-82c386da6711 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:02.074247 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f80128b-2f16-4cad-86c9-8c3f73faaa2d req-b104b651-673d-4a56-afbe-82c386da6711 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.1032581 Apr 03 05:31:02.125123 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f80128b-2f16-4cad-86c9-8c3f73faaa2d req-faec7bac-b6f1-49ed-9fc1-a2b4c2305053 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442851 Apr 03 05:31:02.548234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff93c-955a-412a-ac6a-5a78f03d5689 req-811821b1-d990-4fb4-af7c-eccffbeb5d32 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:02.549885 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bb3ff93c-955a-412a-ac6a-5a78f03d5689 req-811821b1-d990-4fb4-af7c-eccffbeb5d32 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0950887 Apr 03 05:31:02.596742 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bb3ff93c-955a-412a-ac6a-5a78f03d5689 req-9afe1d65-7152-4ede-aaf4-b741ffca1c61 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402663 Apr 03 05:31:03.132992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:03.330773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7bb7d-2f48-4d24-8af5-2eccefee6539 req-53b1df79-e744-40d0-b5ce-25a9c0753f4d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:03.332417 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0b7bb7d-2f48-4d24-8af5-2eccefee6539 req-53b1df79-e744-40d0-b5ce-25a9c0753f4d tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0879459 Apr 03 05:31:03.385033 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0b7bb7d-2f48-4d24-8af5-2eccefee6539 req-f059ea41-dd1e-43d6-b065-0672b1b6bcd0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459275 Apr 03 05:31:03.809331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030cef-b4d4-420f-87b0-135fcd76f9d6 req-3ab0e2b5-ba76-4165-a87b-91a1bc59b24f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:03.810882 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-46030cef-b4d4-420f-87b0-135fcd76f9d6 req-3ab0e2b5-ba76-4165-a87b-91a1bc59b24f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0877349 Apr 03 05:31:03.856898 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-46030cef-b4d4-420f-87b0-135fcd76f9d6 req-92ff565a-a90b-4c24-a3a7-678d0bc58379 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396967 Apr 03 05:31:04.587519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48348-2706-47a7-b76d-ff13e904f720 req-3c5e1f78-f7a0-4619-bd8f-1aa77528a7b0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:04.589118 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81c48348-2706-47a7-b76d-ff13e904f720 req-3c5e1f78-f7a0-4619-bd8f-1aa77528a7b0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0918305 Apr 03 05:31:04.638272 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81c48348-2706-47a7-b76d-ff13e904f720 req-828f06fd-15ae-48cf-a7f6-a613598c6e26 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427744 Apr 03 05:31:05.065959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b63766-b67d-4d5f-ae65-57efdab21ecb req-9c53e5ca-13db-42d3-9a07-cfff8ad8492a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:05.068047 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-74b63766-b67d-4d5f-ae65-57efdab21ecb req-9c53e5ca-13db-42d3-9a07-cfff8ad8492a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0927243 Apr 03 05:31:05.119698 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-74b63766-b67d-4d5f-ae65-57efdab21ecb req-029583f8-d1a8-43b3-b9d0-3a2fccf968cf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440788 Apr 03 05:31:05.849305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134637f5-6d51-49e3-be39-32672679b3bc req-87b5fedc-28f4-45fb-b4d6-27b60dd5d57e tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:05.850861 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-134637f5-6d51-49e3-be39-32672679b3bc req-87b5fedc-28f4-45fb-b4d6-27b60dd5d57e tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0909772 Apr 03 05:31:05.901134 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-134637f5-6d51-49e3-be39-32672679b3bc req-cceb0a58-810b-40b9-8a1f-112434527fe0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438762 Apr 03 05:31:06.326862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1379e49-de45-4d2e-97a8-24942a8027d0 req-0a4dc4d7-c343-4ae8-a47e-f62b0c737479 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:06.328467 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1379e49-de45-4d2e-97a8-24942a8027d0 req-0a4dc4d7-c343-4ae8-a47e-f62b0c737479 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0884757 Apr 03 05:31:06.380160 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e1379e49-de45-4d2e-97a8-24942a8027d0 req-ca977f63-8192-4231-b896-ad6cd27b3722 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 Apr 03 05:31:07.102108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4833c51-016c-472c-8357-29c878160c35 req-aaf37dd9-7a10-4193-83f8-97bb689a79ab tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:07.103667 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d4833c51-016c-472c-8357-29c878160c35 req-aaf37dd9-7a10-4193-83f8-97bb689a79ab tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0878353 Apr 03 05:31:07.152146 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d4833c51-016c-472c-8357-29c878160c35 req-f9ccb33b-7d5d-47dc-ba9e-01d328d658e0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421176 Apr 03 05:31:07.587742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69a58d-293d-4bae-b166-2fb024550c5a req-920c358e-264b-42d3-a446-acd8dcac0616 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:07.589339 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8f69a58d-293d-4bae-b166-2fb024550c5a req-920c358e-264b-42d3-a446-acd8dcac0616 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0915012 Apr 03 05:31:07.635906 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8f69a58d-293d-4bae-b166-2fb024550c5a req-afafcaef-f163-414d-87c7-ab6f3e403e70 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403435 Apr 03 05:31:08.349769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b3bb5-2305-4fee-876a-352c35fa71b4 req-1ddf511e-d07b-4775-83cb-18c0b2263fe9 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:08.351897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-012b3bb5-2305-4fee-876a-352c35fa71b4 req-1ddf511e-d07b-4775-83cb-18c0b2263fe9 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0883112 Apr 03 05:31:08.401158 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-012b3bb5-2305-4fee-876a-352c35fa71b4 req-cf2d63d9-b363-4283-9e28-d7d77ec42d53 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427604 Apr 03 05:31:08.843395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd35934-71a0-4ccc-9857-259615712671 req-9de2ee8b-5c4b-4742-84d2-945d98ab62b9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:08.845001 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-edd35934-71a0-4ccc-9857-259615712671 req-9de2ee8b-5c4b-4742-84d2-945d98ab62b9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0921795 Apr 03 05:31:08.892217 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-edd35934-71a0-4ccc-9857-259615712671 req-cf682168-3ee2-4ebc-b95d-3cd9650f025c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Apr 03 05:31:09.600635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e3447-8000-4040-bf33-e9054c1508ab req-f8031343-e3e9-4341-b179-49d59c2ef62e tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:09.602747 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cb8e3447-8000-4040-bf33-e9054c1508ab req-f8031343-e3e9-4341-b179-49d59c2ef62e tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0884306 Apr 03 05:31:09.655172 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cb8e3447-8000-4040-bf33-e9054c1508ab req-ebdba851-725c-42b2-b2d8-783f31d01859 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460143 Apr 03 05:31:10.106162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956ba0-1448-4fe7-920c-588d82dabbdb req-4a9eb1e4-bdd0-4ba5-b705-b71da82fffed tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:10.107745 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-13956ba0-1448-4fe7-920c-588d82dabbdb req-4a9eb1e4-bdd0-4ba5-b705-b71da82fffed tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0882871 Apr 03 05:31:10.154200 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-13956ba0-1448-4fe7-920c-588d82dabbdb req-dad554a0-dc94-4e98-bc09-9773a457eb24 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Apr 03 05:31:10.854830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fc3d-7aa2-4fbd-97f4-002461af2ceb req-c1f18ac1-875f-4825-8356-35b1a8d870c4 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:10.856435 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6670fc3d-7aa2-4fbd-97f4-002461af2ceb req-c1f18ac1-875f-4825-8356-35b1a8d870c4 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0902820 Apr 03 05:31:10.906410 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6670fc3d-7aa2-4fbd-97f4-002461af2ceb req-56013799-e231-42db-bdd9-a95fe9d5981e tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=04d15b01-691c-49cb-b95f-a24d6b50b77d&id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436642 Apr 03 05:31:11.366144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497812a-1d32-4722-abf8-1872eea61dad req-2b70221f-52d0-4357-a237-98f4e9df1d91 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:11.367826 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b497812a-1d32-4722-abf8-1872eea61dad req-2b70221f-52d0-4357-a237-98f4e9df1d91 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0875688 Apr 03 05:31:11.416608 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b497812a-1d32-4722-abf8-1872eea61dad req-106084ee-49ae-4565-b0f2-888d21133790 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 Apr 03 05:31:12.626874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768a7ba-a6b0-4d2e-a2d6-90a326277f57 req-ed250694-385c-45f9-85b2-d642513bf77a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:12.628489 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d768a7ba-a6b0-4d2e-a2d6-90a326277f57 req-ed250694-385c-45f9-85b2-d642513bf77a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0925801 Apr 03 05:31:12.677246 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d768a7ba-a6b0-4d2e-a2d6-90a326277f57 req-99222653-47bb-4a1f-96a0-634934d39e9c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420499 Apr 03 05:31:13.885056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41d16-ea20-433a-a796-68e6e6f22089 req-d4a5c928-2f58-4645-9da4-d6186384e493 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:13.886563 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0a41d16-ea20-433a-a796-68e6e6f22089 req-d4a5c928-2f58-4645-9da4-d6186384e493 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 943 time: 0.0882132 Apr 03 05:31:13.951692 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0a41d16-ea20-433a-a796-68e6e6f22089 req-7db0d23b-3ca5-44c0-b689-83f3f2f371f3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487351 Apr 03 05:31:14.336694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:31:14.427130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b8e52-33eb-4d16-ad56-9d6dec0a58fa req-48b180a8-ddc1-4b9e-afe3-8f800047bd32 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:14.429263 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1b4b8e52-33eb-4d16-ad56-9d6dec0a58fa req-48b180a8-ddc1-4b9e-afe3-8f800047bd32 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.0893734 Apr 03 05:31:14.476884 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1b4b8e52-33eb-4d16-ad56-9d6dec0a58fa req-2b228240-8abf-4a26-83cd-a9d9f9dd7af2 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Apr 03 05:31:14.477640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:31:14.492278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'port_id': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'mac_address': 'fa:16:3e:06:f8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:31:14.550020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:14.567834 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014d4c01-1e0a-4238-9272-474eca2ae6e1 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:31:14.584155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:31:14.587046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:14.589655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:14.660026 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=9']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:14.668019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.668429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.668808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.669185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.669555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.669925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.670294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.670657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.671021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.671382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.671744 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.672101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:14.676122 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:14.985691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['014d4c01-1e0a-4238-9272-474eca2ae6e1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:31:15.003020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:31:15.165497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dfa7d-3fac-41d6-9b1e-af42583ec820 req-ee94c76e-17ef-47af-ab8e-bfbfb6f0e213 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:15.167361 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-562dfa7d-3fac-41d6-9b1e-af42583ec820 req-ee94c76e-17ef-47af-ab8e-bfbfb6f0e213 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 944 time: 0.0903568 Apr 03 05:31:15.214469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-562dfa7d-3fac-41d6-9b1e-af42583ec820 req-7477709d-64af-4e1c-a991-d78c7392af8d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Apr 03 05:31:15.673084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac50621-9607-4d47-94c1-d1560587ce54 req-ee0ce103-bb09-41e6-96c5-92672b8c1073 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:15.674637 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4ac50621-9607-4d47-94c1-d1560587ce54 req-ee0ce103-bb09-41e6-96c5-92672b8c1073 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.0859888 Apr 03 05:31:15.721428 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4ac50621-9607-4d47-94c1-d1560587ce54 req-a5bed9da-b30c-4f0d-b26d-a38a6930116e tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Apr 03 05:31:16.347140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:31:16.418827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 014d4c01-1e0a-4238-9272-474eca2ae6e1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:31:16.419243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:16.422723 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c9aab-52e6-4839-86b2-1aee79fe92be req-02fb0d4b-6c1c-4a53-aad7-2092f99f4267 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:16.424330 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d5c9aab-52e6-4839-86b2-1aee79fe92be req-02fb0d4b-6c1c-4a53-aad7-2092f99f4267 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 944 time: 0.0917585 Apr 03 05:31:16.473909 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3d5c9aab-52e6-4839-86b2-1aee79fe92be req-ab701107-25a5-4a4e-8fc6-12791f2d3c81 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Apr 03 05:31:16.545031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:16.572928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:31:16.583112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:31:16.586261 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:16.588211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f9f3ffe1-5752-4da3-bcff-838fa21204aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:16.625814 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'code': 200} Apr 03 05:31:16.659921 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=10']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:16.662961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:16.919580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b004be-3727-4f2a-a656-676d0f99054a req-d1f8d749-635d-4a0d-b617-6fd98be94e1d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:16.921166 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-89b004be-3727-4f2a-a656-676d0f99054a req-d1f8d749-635d-4a0d-b617-6fd98be94e1d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.0888932 Apr 03 05:31:16.971335 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-89b004be-3727-4f2a-a656-676d0f99054a req-b7c9d4fa-5d99-4f17-9dac-812c3b316497 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Apr 03 05:31:17.418712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca432e-4717-4bc4-a812-b35eca5dc5bf req-70841e7b-78d5-4e16-bb54-a09f670ddcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:17.420325 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56ca432e-4717-4bc4-a812-b35eca5dc5bf req-70841e7b-78d5-4e16-bb54-a09f670ddcf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1099 time: 0.2991750 Apr 03 05:31:17.463053 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56ca432e-4717-4bc4-a812-b35eca5dc5bf req-ebfd2cc8-296b-4e90-83ba-64ee47e68665 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355163 Apr 03 05:31:17.685457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99d4e7-7c63-4cb8-bc57-de207eaabd98 req-2eb64fd1-7ed2-422d-99c0-4c26980bec3d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:17.686931 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea99d4e7-7c63-4cb8-bc57-de207eaabd98 req-2eb64fd1-7ed2-422d-99c0-4c26980bec3d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 946 time: 0.0874066 Apr 03 05:31:17.733050 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea99d4e7-7c63-4cb8-bc57-de207eaabd98 req-46552185-f97b-42a4-9d52-4df45498caa3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 Apr 03 05:31:18.175503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e69f2-e684-49b2-b2c1-53549d0b836b req-1968d330-4f3c-437c-baf5-be7713b957d8 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:18.177102 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6a1e69f2-e684-49b2-b2c1-53549d0b836b req-1968d330-4f3c-437c-baf5-be7713b957d8 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.0905378 Apr 03 05:31:18.224674 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6a1e69f2-e684-49b2-b2c1-53549d0b836b req-9f8fc5c5-e18e-47dd-a0ed-cafb73fac45f tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Apr 03 05:31:18.942535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c05f-9939-4a1d-8506-8253ef13222f req-67f0f08b-8d6a-4e49-8e60-617814e906c4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:18.944178 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82e2c05f-9939-4a1d-8506-8253ef13222f req-67f0f08b-8d6a-4e49-8e60-617814e906c4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 946 time: 0.0911074 Apr 03 05:31:18.993787 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82e2c05f-9939-4a1d-8506-8253ef13222f req-b6536bbb-6b35-4c2d-9b98-d91b0a8a3f5a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Apr 03 05:31:19.410318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-2e9c2faa-effa-45c0-96e3-df2e1f146d7d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:19.411116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-2e9c2faa-effa-45c0-96e3-df2e1f146d7d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Synchronizing usage tracker for tenant:11f7322399934a87983e2d7cb60e5492 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:31:19.426728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-2e9c2faa-effa-45c0-96e3-df2e1f146d7d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Unset dirty status for tenant:11f7322399934a87983e2d7cb60e5492 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:31:19.427951 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-2e9c2faa-effa-45c0-96e3-df2e1f146d7d tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.1057739 Apr 03 05:31:19.492589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97bc8-ab4c-4b64-abe0-31506bd31f53 req-63037f46-1ce9-4f15-82ec-42d8d72b6651 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:19.494116 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2cf97bc8-ab4c-4b64-abe0-31506bd31f53 req-63037f46-1ce9-4f15-82ec-42d8d72b6651 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 945 time: 0.1541843 Apr 03 05:31:19.506272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Deleting port eb29b857-c24e-40bc-820e-7124cd77f403 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:31:19.506687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:19.541679 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2cf97bc8-ab4c-4b64-abe0-31506bd31f53 req-dccb30a7-0fff-456f-b1cc-64dd1cda9401 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/security-groups?id=15c84142-488f-4f63-8d17-69faa1cca617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Apr 03 05:31:19.766141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] For port eb29b857-c24e-40bc-820e-7124cd77f403, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eb29b857-c24e-40bc-820e-7124cd77f403,segment=NetworkSegment(859ea292-3ddf-4f6f-aee8-9e2939c228c9),segment_id=859ea292-3ddf-4f6f-aee8-9e2939c228c9)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:31:19.766466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:19.897135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Calling delete_port for eb29b857-c24e-40bc-820e-7124cd77f403 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:31:20.045846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:20.057185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['eb29b857-c24e-40bc-820e-7124cd77f403'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:31:20.061168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:20.120553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Pushing event deleted for resources: {'Port': ['ID=eb29b857-c24e-40bc-820e-7124cd77f403,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:20.124348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:20.201215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b8954-51e8-4d84-8f36-a0dc7ca43a9d req-118f97f9-51ee-4296-a5d6-1af34511685e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:20.202841 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6d1b8954-51e8-4d84-8f36-a0dc7ca43a9d req-118f97f9-51ee-4296-a5d6-1af34511685e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 946 time: 0.0885432 Apr 03 05:31:20.253750 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6d1b8954-51e8-4d84-8f36-a0dc7ca43a9d req-8b018780-da13-4508-8bfd-902c200b11c9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445886 Apr 03 05:31:20.307244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] No DVR routers for this DVR port eb29b857-c24e-40bc-820e-7124cd77f403 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:31:20.309862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:20.312626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'name': 'network-vif-deleted', 'tag': 'eb29b857-c24e-40bc-820e-7124cd77f403'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:31:20.327517 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0b3bba4-79b3-444d-95a6-1f32ca5c98e0 req-043a0e93-5e78-4fd0-8ce9-a6638b94757a tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.15 "DELETE /v2.0/ports/eb29b857-c24e-40bc-820e-7124cd77f403 HTTP/1.1" status: 204 len: 173 time: 0.8939233 Apr 03 05:31:20.362184 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb9df55-b97b-4d32-a3f0-24753c9f413c', 'name': 'network-vif-deleted', 'tag': 'eb29b857-c24e-40bc-820e-7124cd77f403', 'status': 'completed', 'code': 200} Apr 03 05:31:20.719004 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-830b375c-2bce-41df-8baf-1da0066cad01 req-dd6206f8-6553-443d-994f-03315ef4aa59 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb9df55-b97b-4d32-a3f0-24753c9f413c HTTP/1.1" status: 200 len: 210 time: 0.0496261 Apr 03 05:31:22.407773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device eb29b857-c24e-40bc-820e-7124cd77f403 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:31:22.444607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: eb29b857-c24e-40bc-820e-7124cd77f403 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:31:22.444995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device eb29b857-c24e-40bc-820e-7124cd77f403 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:31:28.560533 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8aff91eb-f4c7-41cd-a6bf-9b1a5625359e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:30.130178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:30.574916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-15f3d7b9-9092-4dfa-9cae-067150c5f943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:31.807502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:31.928052 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-4104d5b1-86bc-426d-b167-5d94e7d60df8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789347 Apr 03 05:31:32.029080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-2a1cf717-ba9f-4d9b-994f-de8989becb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:32.030605 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-2a1cf717-ba9f-4d9b-994f-de8989becb3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 1099 time: 0.0803149 Apr 03 05:31:32.043654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:32.188791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-7150c215-d418-4cc6-b6cc-3a8b7d722b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:32.190357 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-7150c215-d418-4cc6-b6cc-3a8b7d722b8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.1396022 Apr 03 05:31:32.298904 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-b58c61b4-5338-4dd5-a4b0-bd40b67f3ef8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 200 len: 1000 time: 0.1010664 Apr 03 05:31:32.368674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-f1ae78d6-2f8e-4ccd-a75c-12c8e47d86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:32.370153 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-f1ae78d6-2f8e-4ccd-a75c-12c8e47d86c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.0645819 Apr 03 05:31:32.449893 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-3594f0db-2efb-440b-8af7-e155fce0e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:32.451396 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-3594f0db-2efb-440b-8af7-e155fce0e3ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741279 Apr 03 05:31:32.591398 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-b4fe7b23-3d1f-4478-a3e2-13ef5c8801ba service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307926 Apr 03 05:31:32.733143 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d6b155b0-adc2-4a1a-b8fb-0ea0f933e3d8 req-be0db651-5780-411c-b5f3-e8fa6a43e0e6 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342723 Apr 03 05:31:33.136084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:42.372113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35076) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:42.440216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Deleting subnet 7486df88-955a-4315-84b9-ee587dd09ec3 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:31:42.443242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:42.493740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:42.549243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:42.799314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:42.814812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-86b63cb3-aa1b-43cb-baf2-52c71373a569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:42.861347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7486df88-955a-4315-84b9-ee587dd09ec3,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:42.873055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.873466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.873868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.874262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.874655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.875047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.875435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.875825 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.876214 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.876642 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.877028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.877411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:42.926787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:42.961335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:42.967302 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-5a8a650a-5dba-4e16-be80-39cda53eb419 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7486df88-955a-4315-84b9-ee587dd09ec3 HTTP/1.1" status: 204 len: 168 time: 0.5940623 Apr 03 05:31:42.969992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35080) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:43.083313 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:43.270985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:43.382908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ed8b1a-1417-4352-b9ac-21dc363e569f']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:31:43.395396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859ea292-3ddf-4f6f-aee8-9e2939c228c9') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:31:43.395736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859ea292-3ddf-4f6f-aee8-9e2939c228c9') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:31:43.408090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:43.428392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:43.437947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:31:43.618208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:31:43.627303 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:43.810965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Network 32ed8b1a-1417-4352-b9ac-21dc363e569f has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:31:43.833976 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:31:43.919319 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:43.923142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:43.937743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:43.951592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ed8b1a-1417-4352-b9ac-21dc363e569f,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:43.954757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:43.957480 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b2c6fda2-6dd9-4d6d-9672-4bf721b64f80 admin admin] 10.222.0.23 "DELETE /v2.0/networks/32ed8b1a-1417-4352-b9ac-21dc363e569f HTTP/1.1" status: 204 len: 168 time: 0.9864943 Apr 03 05:31:44.073904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35086) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:44.125831 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9cbc0988-a69c-4e5f-a750-87374a0f0748 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11f7322399934a87983e2d7cb60e5492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506015 Apr 03 05:31:44.128418 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35090) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:44.189440 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:44.215526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:44.262898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:44.267784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f6d7f365-3cc2-4106-9e74-d9eeb9f9b885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:44.280936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c84142-488f-4f63-8d17-69faa1cca617,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:44.291855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.292581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.292992 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.293393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.293787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.294278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.294673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.295066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.295459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.295854 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.296241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.296652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:31:44.301542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:44.307624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:44.308876 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-429e3dcf-f186-4cc4-8c8c-b843c1a92ead admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15c84142-488f-4f63-8d17-69faa1cca617 HTTP/1.1" status: 204 len: 168 time: 0.1794791 Apr 03 05:31:48.285530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4c72-f765-489c-9321-be583ebfbe6e req-0ca0ddef-a4af-48ee-a744-1cdb6f402e94 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:48.287022 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-182b4c72-f765-489c-9321-be583ebfbe6e req-0ca0ddef-a4af-48ee-a744-1cdb6f402e94 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0867319 Apr 03 05:31:48.333806 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-182b4c72-f765-489c-9321-be583ebfbe6e req-79d6137d-0e8f-4e4c-b894-0fc2d7bda1e7 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Apr 03 05:31:49.784587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f952844-15a6-4ca9-a914-0dc995a60ae7 req-076401fa-b6ef-4630-a0d9-c8bc2e91c1e9 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:49.786170 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8f952844-15a6-4ca9-a914-0dc995a60ae7 req-076401fa-b6ef-4630-a0d9-c8bc2e91c1e9 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.3348961 Apr 03 05:31:49.833321 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8f952844-15a6-4ca9-a914-0dc995a60ae7 req-d44d9e1a-0d1c-4b2e-9fbe-df3508ea74e4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Apr 03 05:31:50.549070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-6d16cfe2-695a-4757-a850-52c651222e99 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:50.549816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-6d16cfe2-695a-4757-a850-52c651222e99 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:31:50.564762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-6d16cfe2-695a-4757-a850-52c651222e99 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:31:50.565985 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-6d16cfe2-695a-4757-a850-52c651222e99 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.2126315 Apr 03 05:31:50.642916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Deleting port 51a19fc4-f405-488f-bac1-1ba8d3abc794 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:31:50.643583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:51.037478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95aa6a-aa5f-4ac3-ba3e-e9d2bbf24a0e req-c7a6468d-b958-4cf5-94e0-99d72e277bdd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:51.039626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5d95aa6a-aa5f-4ac3-ba3e-e9d2bbf24a0e req-c7a6468d-b958-4cf5-94e0-99d72e277bdd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 945 time: 0.0886104 Apr 03 05:31:51.086613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5d95aa6a-aa5f-4ac3-ba3e-e9d2bbf24a0e req-b5dc644d-e380-485d-a380-1d53f840da36 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=03c4bdc8-d0d3-44b4-af59-76c5f41a0911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 Apr 03 05:31:51.125012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] For port 51a19fc4-f405-488f-bac1-1ba8d3abc794, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51a19fc4-f405-488f-bac1-1ba8d3abc794,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:31:51.125402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:51.420942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:51.421345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:51.421690 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Floating IP c608dc50-ee0a-43c4-8756-860f1dbae3f6 disassociated. External IP: 172.28.1.179, port: 51a19fc4-f405-488f-bac1-1ba8d3abc794. Apr 03 05:31:51.422064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Calling delete_port for 51a19fc4-f405-488f-bac1-1ba8d3abc794 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:31:51.576066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:51.591646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1ea1e526-4ea8-4fb6-a9f5-fceb7fbdbca2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:51.645704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event deleted for resources: {'Port': ['ID=51a19fc4-f405-488f-bac1-1ba8d3abc794,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:51.650724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:51.949841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Router bc0adf0e-1143-464d-94e3-a65768f4424e has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:31:52.002915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:31:52.138972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:31:52.150887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] Sync routers for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:31:52.166364 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:31:52.167775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:31:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:31:52.217712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] No DVR routers for this DVR port 51a19fc4-f405-488f-bac1-1ba8d3abc794 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:31:52.220245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:52.223175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'name': 'network-vif-deleted', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:31:52.266815 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-41dff2ce-791d-483c-9209-529fcfdf61bb req-eb72ec19-a24b-4586-a99b-209d9362c5b1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eeedcc5-551d-46e1-8570-a9ede940291b HTTP/1.1" status: 200 len: 210 time: 0.0605624 Apr 03 05:31:52.273777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b9073760-4c32-4846-9a1a-1977b14103b8 req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "DELETE /v2.0/ports/51a19fc4-f405-488f-bac1-1ba8d3abc794 HTTP/1.1" status: 204 len: 173 time: 1.7025003 Apr 03 05:31:52.360061 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeedcc5-551d-46e1-8570-a9ede940291b', 'name': 'network-vif-deleted', 'tag': '51a19fc4-f405-488f-bac1-1ba8d3abc794', 'status': 'completed', 'code': 200} Apr 03 05:31:52.382844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:31:52.717431 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:31:52.721707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] Checking router: bc0adf0e-1143-464d-94e3-a65768f4424e for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:31:52.731445 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:31:52.732212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:31:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:31:52.921083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:31:53.246079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:31:53.250071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cab5ec-156a-47ee-a143-4c8dea1cb338 None None] The sync data for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb is: [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:31:53.416142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35130) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:53.488919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:53.521329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:53.626902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:53.633844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-44daa740-b09f-49f7-9a17-2f63cd1dc5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:53.652006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c4bdc8-d0d3-44b4-af59-76c5f41a0911,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:53.656728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:53.660790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:53.662094 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "DELETE /v2.0/security-groups/03c4bdc8-d0d3-44b4-af59-76c5f41a0911 HTTP/1.1" status: 204 len: 168 time: 0.2448266 Apr 03 05:31:53.664886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35134) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:53.687453 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.v2.resource [None req-f045b422-4f37-43a6-8655-aa409a3432c6 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] show failed (client error): The resource could not be found. Apr 03 05:31:53.688668 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f045b422-4f37-43a6-8655-aa409a3432c6 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups/03c4bdc8-d0d3-44b4-af59-76c5f41a0911 HTTP/1.1" status: 404 len: 347 time: 0.0224404 Apr 03 05:31:53.691521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35138) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:53.696872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77eac9c-443b-4138-bd7c-db5efd9f76fc None None] New status for floating IP c608dc50-ee0a-43c4-8756-860f1dbae3f6: DOWN {{(pid=84369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:31:53.863632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Deleting port 0fa23669-e9b8-4d0d-9481-70f976d9344b {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:31:53.864065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:54.262889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:54.263437 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:54.393665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Calling delete_port for 0fa23669-e9b8-4d0d-9481-70f976d9344b owned by network:floatingip {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:31:54.484067 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:31:54.484457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:31:54.516660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 51a19fc4-f405-488f-bac1-1ba8d3abc794 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:31:54.553384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 51a19fc4-f405-488f-bac1-1ba8d3abc794 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:31:54.554294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 51a19fc4-f405-488f-bac1-1ba8d3abc794 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:31:54.986309 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Deleting port 0fa23669-e9b8-4d0d-9481-70f976d9344b {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:31:54.986699 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:55.167875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:55.168233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:55.298938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Calling delete_port for 0fa23669-e9b8-4d0d-9481-70f976d9344b owned by network:floatingip {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:31:55.444416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:55.459563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:55.520742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event deleted for resources: {'Port': ['ID=0fa23669-e9b8-4d0d-9481-70f976d9344b,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:55.527563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:55.725989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:55.740202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:55.741548 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "DELETE /v2.0/floatingips/c608dc50-ee0a-43c4-8756-860f1dbae3f6 HTTP/1.1" status: 204 len: 168 time: 2.0490749 Apr 03 05:31:56.051505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35148) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:56.057754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894262939', 'description': 'tempest-description--39270184'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:31:56.064107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:31:56.068376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:31:56.071986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:31:56.077849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:31:56.087317 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.107371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:31:56.111235 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group_rule and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:31:56.114063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:31:56.120315 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:31:56.193806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.196957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.202177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7f7cbf47-8677-40ce-b0de-116e7950482b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:56.244073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f3081-883c-4702-becf-bd138d1866a0,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:56.246891 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.248144 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1955557 Apr 03 05:31:56.249132 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:56.251407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35152) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:56.257674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'security_group_rule': {'security_group_id': '8a6f3081-883c-4702-becf-bd138d1866a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:31:56.264392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:31:56.268460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group_rule and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:31:56.272180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:31:56.278275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:31:56.294004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.355758 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.358361 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.360570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-27cd3df5-1817-4fd2-9b59-b9b659050a2f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:56.384522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78722c38-0e1e-4a7d-9dd2-2f1d091314f7,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:56.386943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:56.392998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.394243 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-cc91c394-9656-4688-b9fd-ca6c84465804 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418483 Apr 03 05:31:56.397036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35156) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:56.402414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'security_group_rule': {'security_group_id': '8a6f3081-883c-4702-becf-bd138d1866a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:31:56.408338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:31:56.412331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:security_group_rule and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:31:56.415288 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:31:56.421384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:31:56.436919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.503211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.505732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.507772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:56.532176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcc83b2-e97f-4647-9ffc-643a89ec0d0f,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:56.534650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:56.541139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.542624 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-690daa36-dd75-4eba-aabf-64a5d60c56df tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446168 Apr 03 05:31:56.545848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35160) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:31:56.551178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'floatingip': {'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:31:56.557886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:31:56.561859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Usage tracker for resource:floatingip and tenant:c968bf413eaf47858ac7dda73cb60d45 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:31:56.564852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:31:56.570789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:31:56.579920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.721675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:56.863452 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Allocated IP 172.28.1.239 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/8dd2c8e1-9ff7-4b11-adf3-0ccab3df7437) {{(pid=84366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:31:57.018116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for port, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.048004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.066169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5b05a02f-1486-457b-8b38-b65218732ecc tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:57.206974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'Port': ['ID=8dd2c8e1-9ff7-4b11-adf3-0ccab3df7437,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:57.211701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:57.252073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:31:57.253244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources bound (agent type, host, resource id): {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:31:57.255359 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Received port after_create {{(pid=84366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:31:57.338393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.398168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.665853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.669449 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121245'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.684663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3ea45ae7-01b7-4dc0-b6a0-6f6037bec8a3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:31:57.821569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'Port': ['ID=8dd2c8e1-9ff7-4b11-adf3-0ccab3df7437,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:31:57.825828 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:31:57.918198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.940019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:57.941354 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3945367 Apr 03 05:31:58.113659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-7449eae6-56dd-4699-b724-15100adde0aa tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:31:58.128258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-7449eae6-56dd-4699-b724-15100adde0aa tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:31:58.129497 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-7449eae6-56dd-4699-b724-15100adde0aa tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--894262939&fields=id&tenant_id=c968bf413eaf47858ac7dda73cb60d45 HTTP/1.1" status: 200 len: 267 time: 0.0575526 Apr 03 05:31:58.287114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-83180e26-28d1-4e8f-a5e9-a644b48f751c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:31:58.289128 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-83180e26-28d1-4e8f-a5e9-a644b48f751c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 811 time: 0.1523151 Apr 03 05:31:58.306318 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-00197f90-aa96-4e6f-aa81-af6ee3b4d995 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/quotas/c968bf413eaf47858ac7dda73cb60d45 HTTP/1.1" status: 200 len: 375 time: 0.0107019 Apr 03 05:31:58.394093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-565ab3d8-ffb1-4236-97f8-99b305b8d918 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:31:58.408708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-565ab3d8-ffb1-4236-97f8-99b305b8d918 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:31:58.410050 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-565ab3d8-ffb1-4236-97f8-99b305b8d918 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984182 Apr 03 05:31:58.562417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-45424503-74c7-481b-bb14-2884cee8d483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:31:58.608549 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-889f2bbe-4881-48e3-b6ab-9006c26d3588 service neutron] 10.222.0.23 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849735 Apr 03 05:31:58.749697 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-1deb5a61-deb8-4a61-b617-29e6d5a525d9 service neutron] 10.222.0.23 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346774 Apr 03 05:31:58.947667 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ddf070ec-f53d-4691-b03c-f1c49242db0a req-d9cf5897-229c-437c-93b1-a647e1863d1c tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 210 time: 0.0531034 Apr 03 05:32:00.115709 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ac6ab3b9-65b1-4f04-842c-14bbc0ba86a6 req-51ea166b-b0bf-4222-8928-726f229ca59b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 210 time: 0.0529344 Apr 03 05:32:00.143119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:00.256231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-03bf6600-2b6b-45fe-b6a5-d6a834833dc0 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:00.257759 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-03bf6600-2b6b-45fe-b6a5-d6a834833dc0 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 811 time: 0.1640229 Apr 03 05:32:00.333249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-c50e415d-cd09-45f1-b3cd-15f341f7ca97 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:security_group {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:32:00.345504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-c50e415d-cd09-45f1-b3cd-15f341f7ca97 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:security_group {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:32:00.347109 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-c50e415d-cd09-45f1-b3cd-15f341f7ca97 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c968bf413eaf47858ac7dda73cb60d45 HTTP/1.1" status: 200 len: 5702 time: 0.0801842 Apr 03 05:32:00.355999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'port': {'device_id': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'admin_state_up': True, 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'security_groups': ['8a6f3081-883c-4702-becf-bd138d1866a0']}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:00.496726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:32:00.506606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:32:00.515057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Made reservation on behalf of c968bf413eaf47858ac7dda73cb60d45 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:32:00.521003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:00.574663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f9606ad-e4bd-479a-999d-d73d2518db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:00.690508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Allocated IP 172.20.0.7 (f37e578c-ebc8-4444-ad99-21e5262aeefe/a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1/bd2b9b43-d27d-4eca-959b-c6f49c20cb54) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:32:00.884721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:00.902156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Transition to ACTIVE for port object bd2b9b43-d27d-4eca-959b-c6f49c20cb54 will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:32:00.926267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:00.941168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c516ab5a-0014-4903-9022-fb03238a2d19 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:01.086519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event updated for resources: {'Port': ['ID=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:01.090820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:01.133492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Network f37e578c-ebc8-4444-ad99-21e5262aeefe is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:32:01.134610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:32:01.136762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:32:01.206215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:01.206908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:01.236745 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847196 Apr 03 05:32:01.298555 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Request body: {'port': {'device_id': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:01.329512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02d5d-c5c1-4090-bf8e-09c6840d4349 req-15e176c8-b104-4d19-a831-175266729efd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:01.331126 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-85c02d5d-c5c1-4090-bf8e-09c6840d4349 req-15e176c8-b104-4d19-a831-175266729efd tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 931 time: 0.0912459 Apr 03 05:32:01.367347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-67aa2b11-a01e-4f90-994e-fae1f7380e70 None None] Provisioning for port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:32:01.372959 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-67aa2b11-a01e-4f90-994e-fae1f7380e70 None None] Provisioning complete for port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:32:01.373353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-67aa2b11-a01e-4f90-994e-fae1f7380e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:01.378950 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-85c02d5d-c5c1-4090-bf8e-09c6840d4349 req-3479226e-2878-4717-ad1e-a15a21277ad9 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 Apr 03 05:32:01.424037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:01.436241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-67aa2b11-a01e-4f90-994e-fae1f7380e70 None None] Port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:32:01.798144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:01.830808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2b9b43-d27d-4eca-959b-c6f49c20cb54 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:32:01.838435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:01.853483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Transition to ACTIVE for port object bd2b9b43-d27d-4eca-959b-c6f49c20cb54 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:32:01.856002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:01.871796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e6973e4-870b-49b4-861e-abc08b30d0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:02.050084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:02.227779 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Pushing event updated for resources: {'Port': ['ID=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:02.232096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:02.441432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Attempting to bind port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:32:02.441801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Attempting to bind port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:32:02.442161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Attempting to bind port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 on network f37e578c-ebc8-4444-ad99-21e5262aeefe {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:32:02.447568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 on network f37e578c-ebc8-4444-ad99-21e5262aeefe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:32:02.447925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Attempting to bind port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 on network f37e578c-ebc8-4444-ad99-21e5262aeefe {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:32:02.453477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:32:02.453843 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Checking segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:32:02.454254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Bound using segment: {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:32:02.454698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Bound port: bd2b9b43-d27d-4eca-959b-c6f49c20cb54, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cccce7f-f6eb-4da3-a50a-5e995d442f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:32:02.455073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:02.550069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] For port bd2b9b43-d27d-4eca-959b-c6f49c20cb54, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:32:02.553105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] For port bd2b9b43-d27d-4eca-959b-c6f49c20cb54, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:32:02.557208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:02.572070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-17e69ddf-85ce-4211-8778-f66927d693f6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:02.587384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40d5b0-0628-4ba0-a89e-17fd7728bf80 req-8a80548f-46b5-4db5-a256-96ac5ee204d6 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:02.589038 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3a40d5b0-0628-4ba0-a89e-17fd7728bf80 req-8a80548f-46b5-4db5-a256-96ac5ee204d6 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 943 time: 0.0929587 Apr 03 05:32:02.637397 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3a40d5b0-0628-4ba0-a89e-17fd7728bf80 req-6923b082-5a2a-4ea9-95cd-16c426b34f45 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 Apr 03 05:32:02.720494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Pushing event updated for resources: {'Port': ['ID=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:02.725095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:02.758648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:02.759112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:02.760574 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] 10.222.0.15 "PUT /v2.0/ports/bd2b9b43-d27d-4eca-959b-c6f49c20cb54 HTTP/1.1" status: 200 len: 1093 time: 1.5165985 Apr 03 05:32:02.761104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:02.841711 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'status': 'completed', 'code': 200} Apr 03 05:32:02.885331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-eb4bd2e0-231e-4b22-b526-d2ced8b2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:02.886947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-eb4bd2e0-231e-4b22-b526-d2ced8b2ae8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 1096 time: 0.0871789 Apr 03 05:32:02.962568 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-1ef616d5-76ec-4a72-9362-acb7af3b0e5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54 HTTP/1.1" status: 200 len: 217 time: 0.0682101 Apr 03 05:32:03.033830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-81f710bb-2f2a-49af-a18d-26f460e39df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:03.035280 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-81f710bb-2f2a-49af-a18d-26f460e39df2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.0656929 Apr 03 05:32:03.115416 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-02f1ab88-397f-424a-80e9-842555351dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:03.117422 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-02f1ab88-397f-424a-80e9-842555351dbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755813 Apr 03 05:32:03.138403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:03.258626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-8af81e5a-2c0b-454f-bc6e-52a4168ebaba service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344583 Apr 03 05:32:03.396593 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a9dd3b52-0458-4091-aefe-bee9a0ef8945 req-de34d8b7-c943-4b31-bd03-f0b3ed9e6800 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313794 Apr 03 05:32:03.521323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead09d-270d-4407-88ca-bba62fcc7239 req-27caa15e-f377-4548-9752-fa369237b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:03.523727 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-efead09d-270d-4407-88ca-bba62fcc7239 req-27caa15e-f377-4548-9752-fa369237b8c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 1096 time: 0.0767980 Apr 03 05:32:03.667379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead09d-270d-4407-88ca-bba62fcc7239 req-3d614630-c85e-4411-89d0-f7456800b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:03.668904 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-efead09d-270d-4407-88ca-bba62fcc7239 req-3d614630-c85e-4411-89d0-f7456800b935 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.1357675 Apr 03 05:32:03.746697 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-efead09d-270d-4407-88ca-bba62fcc7239 req-3a0697df-0609-41c6-9af1-fcfdf757238b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54 HTTP/1.1" status: 200 len: 217 time: 0.0707891 Apr 03 05:32:03.819868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead09d-270d-4407-88ca-bba62fcc7239 req-af0a28c7-46a8-49cf-bb4f-3503a5096e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:03.821436 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-efead09d-270d-4407-88ca-bba62fcc7239 req-af0a28c7-46a8-49cf-bb4f-3503a5096e3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.0685644 Apr 03 05:32:03.840514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f878f-290b-4831-8d3e-3c3f07907e1a req-3452d554-a8f7-43cd-a17c-6302057b895a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:03.842123 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-233f878f-290b-4831-8d3e-3c3f07907e1a req-3452d554-a8f7-43cd-a17c-6302057b895a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 943 time: 0.0925562 Apr 03 05:32:03.909012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead09d-270d-4407-88ca-bba62fcc7239 req-297cae57-fa6f-45b8-85fc-052757871caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:03.910655 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-efead09d-270d-4407-88ca-bba62fcc7239 req-297cae57-fa6f-45b8-85fc-052757871caf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825953 Apr 03 05:32:04.062429 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-efead09d-270d-4407-88ca-bba62fcc7239 req-df69b09c-4446-4b81-b7e9-e442d055c035 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441245 Apr 03 05:32:04.118225 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-233f878f-290b-4831-8d3e-3c3f07907e1a req-d49bad46-0ff4-477f-87c9-99c2bdd14398 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695687 Apr 03 05:32:04.205050 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-efead09d-270d-4407-88ca-bba62fcc7239 req-ef873b8a-44bf-428c-a222-d09e2fd05e17 service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352799 Apr 03 05:32:05.318405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e22967-751d-4565-b27a-d90dae7a01f1 req-9779726a-7546-45aa-bab6-005160d67019 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:05.320567 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f0e22967-751d-4565-b27a-d90dae7a01f1 req-9779726a-7546-45aa-bab6-005160d67019 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 943 time: 0.0892544 Apr 03 05:32:05.369635 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f0e22967-751d-4565-b27a-d90dae7a01f1 req-8137c042-9b73-4132-9b01-accc316fe448 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 Apr 03 05:32:06.569474 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3439460-528b-4df6-8bd4-046757273665 req-b5e1d3c4-4144-40db-9261-6bd6eaf6b47d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:06.571027 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f3439460-528b-4df6-8bd4-046757273665 req-b5e1d3c4-4144-40db-9261-6bd6eaf6b47d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 943 time: 0.0865839 Apr 03 05:32:06.594900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device bd2b9b43-d27d-4eca-959b-c6f49c20cb54 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:32:06.618665 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f3439460-528b-4df6-8bd4-046757273665 req-4a4a5e57-d819-4575-8ff5-d778db26e5c0 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 Apr 03 05:32:06.736460 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port bd2b9b43-d27d-4eca-959b-c6f49c20cb54, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:06.749980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'port_id': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'mac_address': 'fa:16:3e:be:53:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:32:06.807190 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:06.824187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2b9b43-d27d-4eca-959b-c6f49c20cb54 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:32:06.840287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port bd2b9b43-d27d-4eca-959b-c6f49c20cb54, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:06.843077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:06.845624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-94a1b336-176f-4944-8d24-89195048bebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:06.916077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:06.919596 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:07.161274 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['bd2b9b43-d27d-4eca-959b-c6f49c20cb54'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:32:07.818341 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4147-9957-425e-884d-3058770974bf req-7f5eae04-8509-496b-aee5-8f45bc47662b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:07.819937 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-964f4147-9957-425e-884d-3058770974bf req-7f5eae04-8509-496b-aee5-8f45bc47662b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 944 time: 0.0907202 Apr 03 05:32:07.866622 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-964f4147-9957-425e-884d-3058770974bf req-bee08165-9f0d-433c-ad12-5aa444cc3fc3 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397840 Apr 03 05:32:08.609162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device bd2b9b43-d27d-4eca-959b-c6f49c20cb54 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:32:08.681581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:32:08.686293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:32:08.686705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:08.969217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:08.997658 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:09.008535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port bd2b9b43-d27d-4eca-959b-c6f49c20cb54, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:09.012056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:09.014433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-602dcecd-bc5c-4d61-a4a3-dd21e2e2cd4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:09.075339 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5c892-e628-42d9-9335-4767b1c08cad req-c6161178-3784-4a85-b9bc-debf6780782a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:09.077059 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-88e5c892-e628-42d9-9335-4767b1c08cad req-c6161178-3784-4a85-b9bc-debf6780782a tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.0961645 Apr 03 05:32:09.084989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:09.088277 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:09.114004 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'code': 200} Apr 03 05:32:09.129072 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-88e5c892-e628-42d9-9335-4767b1c08cad req-b968790c-d6e2-4950-912e-c2388596f5c7 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426972 Apr 03 05:32:09.346604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe55f0b-2df2-457e-be0b-c436a65efeb8 req-d2dcf202-e56a-4b17-8c53-74459368654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:09.348156 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbe55f0b-2df2-457e-be0b-c436a65efeb8 req-d2dcf202-e56a-4b17-8c53-74459368654e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 1098 time: 0.0751369 Apr 03 05:32:09.392887 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bbe55f0b-2df2-457e-be0b-c436a65efeb8 req-8c29420e-b2bc-4cb5-a160-1e08bfa158a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 Apr 03 05:32:09.993198 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-955f37b2-0792-4dc7-93a3-deba25eb7177 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915141528&fields=id&tenant_id=cacee8194a964aa281466c95d8ebb612 HTTP/1.1" status: 200 len: 267 time: 0.0456481 Apr 03 05:32:10.085056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-7ec9deb2-5d32-4de7-9c41-d5b7bd2e69b6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:10.086605 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-7ec9deb2-5d32-4de7-9c41-d5b7bd2e69b6 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 985 time: 0.0875702 Apr 03 05:32:10.098397 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Request body: {'port': {'security_groups': ['4715ca38-cd51-4a61-b940-eb5aadb20a85']}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:10.228844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:10.452412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834cb81-fbca-4f72-b3a1-a4cd34c51f70 req-ce55cc82-8e8b-445e-a964-20d1fd7fd16f tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:10.453955 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5834cb81-fbca-4f72-b3a1-a4cd34c51f70 req-ce55cc82-8e8b-445e-a964-20d1fd7fd16f tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.2083051 Apr 03 05:32:10.547999 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5834cb81-fbca-4f72-b3a1-a4cd34c51f70 req-8c1c24e1-0219-4b0d-8aa1-74eed8535fd5 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837655 Apr 03 05:32:10.659580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ba4629e8-2620-4e00-8215-01974f18d396,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:10.689548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:10.692960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121245'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:10.704225 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['ba4629e8-2620-4e00-8215-01974f18d396'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:32:10.707921 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-63f76780-7224-4363-b420-0629158e3d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:10.864881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event updated for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=7']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:10.869556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:10.910517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:10.911202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:10.912742 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6bb151bc-c3cf-4720-a279-60b1489e5ead req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "PUT /v2.0/ports/ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 943 time: 0.8192253 Apr 03 05:32:10.913291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396'}] {{(pid=84366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:10.919075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35240) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:10.972947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396', 'status': 'completed', 'code': 200} Apr 03 05:32:10.994389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['ba4629e8-2620-4e00-8215-01974f18d396'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:32:11.000589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:11.034830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:11.082537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-ffb9f1af-4a44-410c-849b-632bf128ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:11.084152 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-ffb9f1af-4a44-410c-849b-632bf128ea64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1099 time: 0.0890031 Apr 03 05:32:11.099278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:11.105769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:11.123673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d15b01-691c-49cb-b95f-a24d6b50b77d,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:11.132608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:11.139116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:11.142723 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "DELETE /v2.0/security-groups/04d15b01-691c-49cb-b95f-a24d6b50b77d HTTP/1.1" status: 204 len: 168 time: 0.2200887 Apr 03 05:32:11.143191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35244) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:11.191611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-51c0c7a3-a97c-432e-a88d-c6f3dea6133d None None] Provisioning complete for port ba4629e8-2620-4e00-8215-01974f18d396 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:32:11.192089 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-51c0c7a3-a97c-432e-a88d-c6f3dea6133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:11.415086 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-2a3d02e5-8c19-4ee3-a4de-6a6bb0440b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:11.416691 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-2a3d02e5-8c19-4ee3-a4de-6a6bb0440b8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 915 time: 0.3207264 Apr 03 05:32:11.525007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Deleting port 54f2e403-1e7e-4121-bce6-4c0a6c352a46 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:11.525362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:11.590732 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-b8c7029e-68db-4a38-a2c1-4c2c9ed07b9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 1001 time: 0.1647472 Apr 03 05:32:11.747316 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa05ce9-ef08-4ba8-af01-28b6edf52e8b req-a8f2f573-e1b3-4afe-9fc4-a13c74206032 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:11.748947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9fa05ce9-ef08-4ba8-af01-28b6edf52e8b req-a8f2f573-e1b3-4afe-9fc4-a13c74206032 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.0869756 Apr 03 05:32:11.753080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-e38b5de9-4b66-453b-ad8a-deae743b167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:11.754630 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-e38b5de9-4b66-453b-ad8a-deae743b167b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 200 len: 853 time: 0.1444993 Apr 03 05:32:11.797931 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9fa05ce9-ef08-4ba8-af01-28b6edf52e8b req-f841c54f-50d6-4ed7-9eed-73d722d65322 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424321 Apr 03 05:32:11.830129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:11.830500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:12.005876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18282-61fb-4a8a-b458-b088b69c2a00 req-660b1ace-eef2-47e9-a0cc-dedf78c90792 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:12.008229 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4ac18282-61fb-4a8a-b458-b088b69c2a00 req-660b1ace-eef2-47e9-a0cc-dedf78c90792 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.0989699 Apr 03 05:32:12.017849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35252) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:12.023940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Request body: {'floatingip': {'port_id': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:12.111159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:12.187396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Calling delete_port for 54f2e403-1e7e-4121-bce6-4c0a6c352a46 owned by network:floatingip {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:12.261769 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-9b5c24d3-09b0-40ce-93d1-221d8c0de6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:12.263360 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-9b5c24d3-09b0-40ce-93d1-221d8c0de6d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a019de04-e19a-4cdf-996a-98badd12c78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5004168 Apr 03 05:32:12.472647 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-0b274b62-3882-485c-9534-291c76a19480 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969819 Apr 03 05:32:12.523111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:12.539851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8dfbd0e4-7e59-45a1-8326-333ed52362c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:12.650182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event deleted for resources: {'Port': ['ID=54f2e403-1e7e-4121-bce6-4c0a6c352a46,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:12.655989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:12.752168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:12.755481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:12.774897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-539da6f2-bc4a-4988-8c6a-ba867758b40c req-8683d304-b1d9-464a-b6aa-048a36ee9769 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932138 Apr 03 05:32:12.886415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:12.886780 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Floating IP f001428b-2d13-47ec-aef1-930602bdbefe disassociated (deleted). External IP: 172.28.1.59, port: ba4629e8-2620-4e00-8215-01974f18d396. Apr 03 05:32:12.939408 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Floating IP 537715ac-8004-4adf-a575-a066ea248f37 associated. External IP: 172.28.1.239, port: bd2b9b43-d27d-4eca-959b-c6f49c20cb54. Apr 03 05:32:13.265340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Router 62745db6-2723-45f7-9231-3b44bd04fc2d has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:32:13.458348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:32:13.470018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] Sync routers for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:32:13.472839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:13.481010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:13.481795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:13.533930 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ff330539-11bc-45bd-b6e6-d1eea03c3283 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "DELETE /v2.0/floatingips/f001428b-2d13-47ec-aef1-930602bdbefe HTTP/1.1" status: 204 len: 168 time: 2.3895125 Apr 03 05:32:13.534611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:13.536974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Router bc0adf0e-1143-464d-94e3-a65768f4424e has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:32:13.593551 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396', 'status': 'completed', 'code': 200} Apr 03 05:32:13.696271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:13.703471 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-401a8575-7efd-4a6c-80e9-b761953298c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:13.705361 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-401a8575-7efd-4a6c-80e9-b761953298c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cacee8194a964aa281466c95d8ebb612&device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 1099 time: 0.0874655 Apr 03 05:32:13.751199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:32:13.757041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:13.761947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] Sync routers for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:32:13.777331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:13.778125 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:13.868562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-6bea5ae5-20d9-4e27-89fe-8a3becad072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:13.871145 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-6bea5ae5-20d9-4e27-89fe-8a3becad072b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 200 len: 915 time: 0.1593490 Apr 03 05:32:13.880830 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d467309b-e4c9-4106-872e-03314bf5b5b4 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "PUT /v2.0/floatingips/537715ac-8004-4adf-a575-a066ea248f37 HTTP/1.1" status: 200 len: 991 time: 1.8617556 Apr 03 05:32:13.882037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54'}] {{(pid=84366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:13.990401 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-30fe4e70-428d-46d4-aa56-70f26c887759 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 200 len: 217 time: 0.1116967 Apr 03 05:32:14.010690 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'status': 'completed', 'code': 200} Apr 03 05:32:14.080563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:14.157382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:06Z', 'revision_number': 5, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:14.163643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] Checking router: 62745db6-2723-45f7-9231-3b44bd04fc2d for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:32:14.174745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:14.175448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:14.185920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-589efaa8-96f1-4a6f-825e-3ecf7025567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:14.187910 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-589efaa8-96f1-4a6f-825e-3ecf7025567e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 200 len: 853 time: 0.1901300 Apr 03 05:32:14.195771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-95f636c5-054d-4ff4-8b9e-f5e77fab96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:14.197743 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-95f636c5-054d-4ff4-8b9e-f5e77fab96e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c968bf413eaf47858ac7dda73cb60d45&device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 1098 time: 0.1476190 Apr 03 05:32:14.371956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:14.404542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-b5865584-29bb-4a0e-9f11-11f94eeec6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:14.406153 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-b5865584-29bb-4a0e-9f11-11f94eeec6de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a019de04-e19a-4cdf-996a-98badd12c78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2074687 Apr 03 05:32:14.415034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-747336a3-42f9-4f85-a621-1f5f7094614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:14.416504 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-747336a3-42f9-4f85-a621-1f5f7094614d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 200 len: 912 time: 0.1734252 Apr 03 05:32:14.656150 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': '537715ac-8004-4adf-a575-a066ea248f37', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'port_id': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'mac_address': 'fa:16:3e:be:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:31:57Z', 'updated_at': '2021-04-03T05:32:12Z', 'revision_number': 1, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:14.661366 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] Checking router: bc0adf0e-1143-464d-94e3-a65768f4424e for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:32:14.672648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:14.673360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:14.734139 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:06Z', 'revision_number': 5, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:14.738991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719a879-b0af-445b-aa63-8adc82560549 None None] The sync data for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb is: [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'c51704b2-9d0a-4977-9482-0fc30e22b069', 'name': '', 'network_id': 'a019de04-e19a-4cdf-996a-98badd12c78b', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'mac_address': 'fa:16:3e:e4:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:52Z', 'updated_at': '2021-04-03T05:28:06Z', 'revision_number': 5, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'subnets': [{'id': 'd08b3dd4-0c17-4075-b091-6b463d018f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:32:14.860676 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-b8f0a43b-f118-444d-b35e-28f8e0c9cb92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54 HTTP/1.1" status: 200 len: 999 time: 0.4206927 Apr 03 05:32:14.875175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:14.928272 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-48bbc9a3-c40f-4c8f-ab4f-f9a36b6d46d0 service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145447 Apr 03 05:32:15.037366 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-1c46c2c8-1f9f-4e06-b05a-a0f967912470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:15.039788 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-1c46c2c8-1f9f-4e06-b05a-a0f967912470 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 200 len: 850 time: 0.1638305 Apr 03 05:32:15.149297 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f4da744a-58d3-48f4-ae5e-438ee507ca3f req-c7504d5d-f247-4fc3-ac28-03c4a2e0d48b service neutron] 10.222.0.15 "GET /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145891 Apr 03 05:32:15.177288 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-3c4d60b7-b7f4-4ff3-b176-116552fc17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:15.178888 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-3c4d60b7-b7f4-4ff3-b176-116552fc17c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f37e578c-ebc8-4444-ad99-21e5262aeefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1311815 Apr 03 05:32:15.224155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2430a7-7ca7-46d7-af39-dc2606daa8ff None None] New status for floating IP f001428b-2d13-47ec-aef1-930602bdbefe: DOWN {{(pid=84368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:32:15.305692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': '537715ac-8004-4adf-a575-a066ea248f37', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'port_id': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'mac_address': 'fa:16:3e:be:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:31:57Z', 'updated_at': '2021-04-03T05:32:12Z', 'revision_number': 1, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:15.310285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07a3af-20dc-4054-9e1b-33884c6df53e None None] The sync data for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb is: [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': '537715ac-8004-4adf-a575-a066ea248f37', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'port_id': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'mac_address': 'fa:16:3e:be:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:31:57Z', 'updated_at': '2021-04-03T05:32:12Z', 'revision_number': 1, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:32:15.384712 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-823040aa-8231-4ecb-8e1e-1508e56f48ca service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985805 Apr 03 05:32:15.533981 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dd04c2d1-d97e-49a6-8b16-1f437bdbef5b req-dbb3c260-d4cf-49b0-8ba8-d9181108a91d service neutron] 10.222.0.15 "GET /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425962 Apr 03 05:32:15.639345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c875c4c-d6ad-4f46-8cce-0dce5119dd52 None None] New status for floating IP 537715ac-8004-4adf-a575-a066ea248f37: ACTIVE {{(pid=84369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:32:17.108360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a911e-4583-4890-9f62-b9f6c32edf1b req-e7aac06b-5080-4c75-b6c6-124bba8b9168 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:17.110040 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf2a911e-4583-4890-9f62-b9f6c32edf1b req-e7aac06b-5080-4c75-b6c6-124bba8b9168 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.0927875 Apr 03 05:32:17.158198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-cf2a911e-4583-4890-9f62-b9f6c32edf1b req-8df32688-6f87-4f20-8870-c2f1d9227e60 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Synchronizing usage tracker for tenant:cacee8194a964aa281466c95d8ebb612 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:32:17.174057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-cf2a911e-4583-4890-9f62-b9f6c32edf1b req-8df32688-6f87-4f20-8870-c2f1d9227e60 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Unset dirty status for tenant:cacee8194a964aa281466c95d8ebb612 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:32:17.175256 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cf2a911e-4583-4890-9f62-b9f6c32edf1b req-8df32688-6f87-4f20-8870-c2f1d9227e60 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582607 Apr 03 05:32:17.789521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040d7ac-9440-4617-9b51-13c6c905c175 req-e91039b6-3ce8-433b-800f-a226c0fb0d72 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:17.791006 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0040d7ac-9440-4617-9b51-13c6c905c175 req-e91039b6-3ce8-433b-800f-a226c0fb0d72 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 946 time: 0.0864966 Apr 03 05:32:17.842396 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0040d7ac-9440-4617-9b51-13c6c905c175 req-8466f3d8-2d29-494f-9f17-d67c525f05d8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447876 Apr 03 05:32:18.378148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c159f-d6f7-4246-b576-ffc9d1ea1fca req-2f5d3f2d-3079-4cb5-89fb-da96d8c4239f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:18.379729 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d61c159f-d6f7-4246-b576-ffc9d1ea1fca req-2f5d3f2d-3079-4cb5-89fb-da96d8c4239f tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.0876420 Apr 03 05:32:18.426957 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d61c159f-d6f7-4246-b576-ffc9d1ea1fca req-dd8ebfe9-44d4-4f5d-a016-74da40a2bd7c tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Apr 03 05:32:19.050249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6222e7e-3bc5-40cc-aec3-68a65e31682a req-d9c5b570-1f87-4be1-8660-3bd258522175 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:19.051810 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b6222e7e-3bc5-40cc-aec3-68a65e31682a req-d9c5b570-1f87-4be1-8660-3bd258522175 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 946 time: 0.0908148 Apr 03 05:32:19.098348 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b6222e7e-3bc5-40cc-aec3-68a65e31682a req-e4f063ae-914e-4259-812f-4833825ccdcf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396574 Apr 03 05:32:19.255135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-9fdee425-be25-4fe2-ad59-61a2166803ff tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:19.255816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-9fdee425-be25-4fe2-ad59-61a2166803ff tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Synchronizing usage tracker for tenant:cacee8194a964aa281466c95d8ebb612 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:32:19.271397 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-9fdee425-be25-4fe2-ad59-61a2166803ff tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Unset dirty status for tenant:cacee8194a964aa281466c95d8ebb612 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:32:19.272660 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-9fdee425-be25-4fe2-ad59-61a2166803ff tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.1070178 Apr 03 05:32:19.349425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Deleting port ba4629e8-2620-4e00-8215-01974f18d396 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:19.350360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:19.631314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd028ae2-57b4-438e-aa32-2fe10a341116 req-94b03dd8-d793-459d-a9e9-a25227e10d99 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:19.633014 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cd028ae2-57b4-438e-aa32-2fe10a341116 req-94b03dd8-d793-459d-a9e9-a25227e10d99 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 946 time: 0.0917566 Apr 03 05:32:19.658454 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] For port ba4629e8-2620-4e00-8215-01974f18d396, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ba4629e8-2620-4e00-8215-01974f18d396,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:19.658863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:19.682519 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cd028ae2-57b4-438e-aa32-2fe10a341116 req-25a657ed-6623-47c1-a15f-131c5b0681f4 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/security-groups?id=4715ca38-cd51-4a61-b940-eb5aadb20a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Apr 03 05:32:19.802283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Calling delete_port for ba4629e8-2620-4e00-8215-01974f18d396 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:19.891583 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-a980a6e3-4e1e-4b4e-854b-34cfd1e6a73e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:19.892269 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-a980a6e3-4e1e-4b4e-854b-34cfd1e6a73e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Synchronizing usage tracker for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:32:19.953707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-a980a6e3-4e1e-4b4e-854b-34cfd1e6a73e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Unset dirty status for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:32:19.954953 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-a980a6e3-4e1e-4b4e-854b-34cfd1e6a73e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 946 time: 0.3502870 Apr 03 05:32:20.055569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Deleting port 014d4c01-1e0a-4238-9272-474eca2ae6e1 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:20.055960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:20.087855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:20.100371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['ba4629e8-2620-4e00-8215-01974f18d396'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:32:20.112111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4d565df7-03bb-488b-8aca-cf342acf5043 tempest-VolumesActionsTest-1170377969 tempest-VolumesActionsTest-1170377969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:20.176947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Pushing event deleted for resources: {'Port': ['ID=ba4629e8-2620-4e00-8215-01974f18d396,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:20.191113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:20.311470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243901-3b0e-40b7-8b6c-09be1a5aa0a0 req-cd1ccff1-af48-4967-8e7b-61578f9e4913 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:20.313107 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-12243901-3b0e-40b7-8b6c-09be1a5aa0a0 req-cd1ccff1-af48-4967-8e7b-61578f9e4913 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 946 time: 0.0929558 Apr 03 05:32:20.361962 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-12243901-3b0e-40b7-8b6c-09be1a5aa0a0 req-9de0c572-5f5b-4a02-bf8b-a080a0ba894b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=375ce1cd-5562-47b4-b9a1-8d7e0456ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417247 Apr 03 05:32:20.542511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] No DVR routers for this DVR port ba4629e8-2620-4e00-8215-01974f18d396 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:32:20.547438 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:20.550137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'name': 'network-vif-deleted', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:20.579823 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] For port 014d4c01-1e0a-4238-9272-474eca2ae6e1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=014d4c01-1e0a-4238-9272-474eca2ae6e1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:20.580232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:20.589248 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-aaa11e16-7109-402c-8855-3b4abd8bb95d req-5372f283-6890-4b2a-8071-636cb0743c50 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.15 "DELETE /v2.0/ports/ba4629e8-2620-4e00-8215-01974f18d396 HTTP/1.1" status: 204 len: 173 time: 1.3110900 Apr 03 05:32:20.648156 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1de769-12b5-48b1-9235-e71046dcab51', 'name': 'network-vif-deleted', 'tag': 'ba4629e8-2620-4e00-8215-01974f18d396', 'status': 'completed', 'code': 200} Apr 03 05:32:20.899810 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a973b1f4-d23b-4db2-a059-d311688eec9e req-0af8788d-97b1-4937-b129-a15f45b2a476 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc1de769-12b5-48b1-9235-e71046dcab51 HTTP/1.1" status: 200 len: 210 time: 0.0666311 Apr 03 05:32:20.907063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:20.907630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:20.907992 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Floating IP d3a4c811-8999-4df5-b661-e3709ffed81d disassociated. External IP: 172.28.1.26, port: 014d4c01-1e0a-4238-9272-474eca2ae6e1. Apr 03 05:32:20.908409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Calling delete_port for 014d4c01-1e0a-4238-9272-474eca2ae6e1 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:21.065546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:21.080961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-28032533-53bb-4164-b9b8-49a0a561269e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:21.136802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event deleted for resources: {'Port': ['ID=014d4c01-1e0a-4238-9272-474eca2ae6e1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:21.141514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:21.446590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Router 89eb586c-cd84-4471-985d-593241c59ade has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:32:21.532809 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-14c6f594-ba9b-453a-b57a-e63f634328c2 req-b5d3d10f-d046-44c7-a6b2-c24224a3a994 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6a6708f-cb16-4ed5-84cc-031cfbf361d8 HTTP/1.1" status: 200 len: 210 time: 0.0513928 Apr 03 05:32:21.866314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:32:21.876737 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] Sync routers for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:32:21.886930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:21.887538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:21.948919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] No DVR routers for this DVR port 014d4c01-1e0a-4238-9272-474eca2ae6e1 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:32:21.951409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:21.966197 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7d040cc4-e10d-4b9e-9a0c-a9c929ca92a4 req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "DELETE /v2.0/ports/014d4c01-1e0a-4238-9272-474eca2ae6e1 HTTP/1.1" status: 204 len: 173 time: 2.0051541 Apr 03 05:32:22.085408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:22.593696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:22.599123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] Checking router: 89eb586c-cd84-4471-985d-593241c59ade for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:32:22.609727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:22.610391 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:22.649053 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-deleted', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:22.692862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35386) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:22.710892 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6708f-cb16-4ed5-84cc-031cfbf361d8', 'name': 'network-vif-deleted', 'tag': '014d4c01-1e0a-4238-9272-474eca2ae6e1', 'status': 'completed', 'code': 200} Apr 03 05:32:22.766326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35390) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:22.768946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:22.800420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:22.814616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:22.848625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:22.853969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bd1815c4-5999-46d2-90c0-e6673373ac43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:22.872455 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ce1cd-5562-47b4-b9a1-8d7e0456ae66,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:22.874923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:22.880415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:22.882142 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "DELETE /v2.0/security-groups/375ce1cd-5562-47b4-b9a1-8d7e0456ae66 HTTP/1.1" status: 204 len: 168 time: 0.1876810 Apr 03 05:32:22.885045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35394) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:22.912317 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.v2.resource [None req-4e59e200-c831-495f-8e63-12646fbde3b1 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] show failed (client error): The resource could not be found. Apr 03 05:32:22.914033 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4e59e200-c831-495f-8e63-12646fbde3b1 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups/375ce1cd-5562-47b4-b9a1-8d7e0456ae66 HTTP/1.1" status: 404 len: 347 time: 0.0280294 Apr 03 05:32:22.918004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35398) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:23.097688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Deleting port 1fdcde4e-717f-49a9-80f5-d25475c614c7 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:23.098073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.188766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:23.193968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b08eb-2682-454c-b81a-f196d579783e None None] The sync data for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb is: [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:32:23.286989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.287386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.372907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8012393'] for router_interface, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.418423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Calling delete_port for 1fdcde4e-717f-49a9-80f5-d25475c614c7 owned by network:floatingip {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:23.566022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.582105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-da05bfd8-9857-4f27-8e27-568eaa96119d tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:23.620105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc9b9a-bf17-47c8-ab9a-e5a08bebd683 None None] New status for floating IP d3a4c811-8999-4df5-b661-e3709ffed81d: DOWN {{(pid=84369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:32:23.642372 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event deleted for resources: {'Port': ['ID=1fdcde4e-717f-49a9-80f5-d25475c614c7,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:23.647386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:23.752620 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Deleting port c51704b2-9d0a-4977-9482-0fc30e22b069 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:23.753247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.860527 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.877728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:23.878967 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f9324ac0-2bf0-4e9e-be19-db5dc1eb5953 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3a4c811-8999-4df5-b661-e3709ffed81d HTTP/1.1" status: 204 len: 168 time: 0.9594181 Apr 03 05:32:23.952958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] For port c51704b2-9d0a-4977-9482-0fc30e22b069, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=c51704b2-9d0a-4977-9482-0fc30e22b069,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:23.953357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:24.084422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Calling delete_port for c51704b2-9d0a-4977-9482-0fc30e22b069 owned by network:router_interface {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:24.260566 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:24.275812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:24.330005 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35408) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:24.335766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51704b2-9d0a-4977-9482-0fc30e22b069,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:24.335907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163120783', 'description': 'tempest-description--2058369267'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:24.339740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:24.343178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:32:24.347491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:32:24.351010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:32:24.357281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:32:24.368836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:24.390585 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:32:24.394651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group_rule and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:32:24.398199 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:32:24.404421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:32:24.480044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:24.486639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:24.493292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ded384c5-e8ec-479c-bbc4-e5ba28d4358a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:24.534429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:24.541069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:24.546465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:24.547877 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c567b87c-64c3-45f6-ac4b-6f7703e4e1db tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2167747 Apr 03 05:32:24.552037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35412) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:24.612910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'security_group_rule': {'security_group_id': 'c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:24.674112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device ba4629e8-2620-4e00-8215-01974f18d396 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:24.722259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: ba4629e8-2620-4e00-8215-01974f18d396 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:32:24.722570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device ba4629e8-2620-4e00-8215-01974f18d396 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:32:24.723045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:24.760626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 014d4c01-1e0a-4238-9272-474eca2ae6e1 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:32:24.761024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 014d4c01-1e0a-4238-9272-474eca2ae6e1 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:32:24.924404 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:32:24.937113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group_rule and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:32:24.942219 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:32:24.960077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:32:24.997489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.028686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003516'] for router_interface, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.161695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.168036 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.181124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:25.213581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808b2323-e9c6-4937-a805-7e8901dd330c,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:25.219546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:25.283790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.285089 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-50f503b5-27dc-4ace-9afc-f35e3a40928f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7319353 Apr 03 05:32:25.288138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35416) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:25.294232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'security_group_rule': {'security_group_id': 'c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:25.300999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:32:25.306178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:security_group_rule and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:32:25.309242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:32:25.315271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:32:25.331865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.399018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.401692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679409'] for security_group_rule, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.403808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-af7df86c-7f7d-44c2-8181-8ed9bff3309a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:25.437038 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3882df8b-b9e0-4198-9743-7887c6c90506,revision_number=0']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:25.441910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:25.446907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.448365 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-44cd3b92-a698-4523-bf9c-6c1d2e64e6f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591184 Apr 03 05:32:25.451565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35422) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:25.457198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'floatingip': {'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:25.463609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:32:25.467648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:floatingip and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:32:25.470643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:32:25.476600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:32:25.488096 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.606693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Router 62745db6-2723-45f7-9231-3b44bd04fc2d has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:32:25.638377 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.779388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Allocated IP 172.28.1.194 (21ed9a67-27b6-4d32-b9cb-588c0f6bc34b/0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9/6a630e52-0373-4409-9661-9ffe9a4a0a3a) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:32:25.799625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:32:25.808374 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-64d4a99f-64aa-43bb-8372-a432712b1747 admin admin] 10.222.0.23 "PUT /v2.0/routers/62745db6-2723-45f7-9231-3b44bd04fc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0380139 Apr 03 05:32:25.808492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35426) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:25.809506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] Sync routers for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:32:25.820551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:25.821392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:25.962891 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:25.993928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.004008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks [] for router, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.010102 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ef945f26-fcd4-45d8-bc09-f74e889eaa5e tempest-VolumesActionsTest-140485719 tempest-VolumesActionsTest-140485719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:26.014396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:26.142816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'Port': ['ID=6a630e52-0373-4409-9661-9ffe9a4a0a3a,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:26.147853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:26.197447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.203896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Network 21ed9a67-27b6-4d32-b9cb-588c0f6bc34b is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:32:26.205014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:32:26.206898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Deleting port 12535552-5410-45bb-8a32-ad277e23008e {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:26.207275 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:32:26.207466 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.290068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.321955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '12535552-5410-45bb-8a32-ad277e23008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:32:24Z', 'revision_number': 5, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port': {'id': '12535552-5410-45bb-8a32-ad277e23008e', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:42Z', 'updated_at': '2021-04-03T05:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:26.326112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] Checking router: 62745db6-2723-45f7-9231-3b44bd04fc2d for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:32:26.336862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] Routers {'62745db6-2723-45f7-9231-3b44bd04fc2d'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:26.337536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['62745db6-2723-45f7-9231-3b44bd04fc2d'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:26.357243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.398447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] For port 12535552-5410-45bb-8a32-ad277e23008e, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=12535552-5410-45bb-8a32-ad277e23008e,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:26.398804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.546075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Calling delete_port for 12535552-5410-45bb-8a32-ad277e23008e owned by network:router_gateway {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:26.651332 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.656510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.673886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] Set router 62745db6-2723-45f7-9231-3b44bd04fc2d gateway port host: None {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:26.677427 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7a2f61a7-47db-420e-9e7d-bacf29a98151 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:26.752888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.768353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:26.794178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:32:26Z', 'revision_number': 6, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port_host': None}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:26.798521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d7e4d-bc91-47bb-9728-0960a98f22f5 None None] The sync data for ids ['62745db6-2723-45f7-9231-3b44bd04fc2d'] in dv-cinder-784623-2-smb is: [{'id': '62745db6-2723-45f7-9231-3b44bd04fc2d', 'name': 'tempest-TestMinimumBasicScenario-889141772-router', 'tenant_id': 'cacee8194a964aa281466c95d8ebb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:40Z', 'updated_at': '2021-04-03T05:32:26Z', 'revision_number': 6, 'project_id': 'cacee8194a964aa281466c95d8ebb612', 'gw_port_host': None}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:32:26.823979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'Port': ['ID=6a630e52-0373-4409-9661-9ffe9a4a0a3a,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:26.828345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:26.829655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Pushing event deleted for resources: {'Port': ['ID=12535552-5410-45bb-8a32-ad277e23008e,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:26.834703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:26.923234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.948487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:26.950803 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4976659 Apr 03 05:32:27.059009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8013244'] for router_gateway, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:27.499137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846762179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:27.507734 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:27.532967 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-f2ce0813-d1ca-414f-98e3-cee7e1c08903 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1163120783&fields=id&tenant_id=7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 267 time: 0.3619499 Apr 03 05:32:27.540546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846762105'] for router, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:27.541101 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62745db6-2723-45f7-9231-3b44bd04fc2d {{(pid=84366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 03 05:32:27.609238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:27.610481 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] 10.222.0.23 "DELETE /v2.0/routers/62745db6-2723-45f7-9231-3b44bd04fc2d HTTP/1.1" status: 204 len: 168 time: 1.8010392 Apr 03 05:32:27.613767 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35444) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:27.687290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Deleting subnet d08b3dd4-0c17-4075-b091-6b463d018f1f {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:32:27.690368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:27.717347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-a497f4e8-da83-4182-8376-4d7dd18e5cac tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:27.718935 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-a497f4e8-da83-4182-8376-4d7dd18e5cac tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 817 time: 0.1756623 Apr 03 05:32:27.736639 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-f6020016-5bfd-4921-bd28-fd1b476c2f89 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/quotas/7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 375 time: 0.0104518 Apr 03 05:32:27.742701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:27.838318 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-c058e619-49e1-4fa2-841c-348b58711cb8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940571 Apr 03 05:32:27.873058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.037644 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-69dd6169-d99c-4dbf-a8c4-201acf7e093d service neutron] 10.222.0.23 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860096 Apr 03 05:32:28.135697 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.151819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-415d6c1a-a097-46c0-bb73-ea41f59275f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:28.181143 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-25d9b3f0-e0db-47dc-91bf-a2a3af49c11c service neutron] 10.222.0.23 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368935 Apr 03 05:32:28.196861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08b3dd4-0c17-4075-b091-6b463d018f1f,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:28.200570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:28.287953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.294969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a640083a-810b-4a2c-97b9-882606407bf6 None None] Network a019de04-e19a-4cdf-996a-98badd12c78b requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:32:28.300840 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-cd7893da-75bb-4fc2-8155-e9707f580d6d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d08b3dd4-0c17-4075-b091-6b463d018f1f HTTP/1.1" status: 204 len: 168 time: 0.6858723 Apr 03 05:32:28.304014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35456) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:28.398083 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d3b19762-621e-4107-99c9-40e587655f2e req-71beb22b-aa5a-4bd9-af77-8c42f7ea9e05 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 210 time: 0.0491600 Apr 03 05:32:28.494185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.573424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-35490a68-61a8-46f5-8d04-f716cc16f43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.582198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Deleting port 1cbee258-6e01-42e4-b001-2adaf8d90447 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:28.582571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.624001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] DHCP port deletion for a019de04-e19a-4cdf-996a-98badd12c78b request from dv-cinder-784623-2-smb {{(pid=84368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 03 05:32:28.628546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Deleting port 1cbee258-6e01-42e4-b001-2adaf8d90447 {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:28.629489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.769310 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 1cbee258-6e01-42e4-b001-2adaf8d90447 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:28.907136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] For port 1cbee258-6e01-42e4-b001-2adaf8d90447, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=1cbee258-6e01-42e4-b001-2adaf8d90447,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:28.907539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:28.937744 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] For port 1cbee258-6e01-42e4-b001-2adaf8d90447, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=1cbee258-6e01-42e4-b001-2adaf8d90447,segment=NetworkSegment(03a9f917-535e-4006-a7d4-cdf20f243d84),segment_id=03a9f917-535e-4006-a7d4-cdf20f243d84)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:28.938184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.003304 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:32:29.067212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Calling delete_port for 1cbee258-6e01-42e4-b001-2adaf8d90447 owned by network:dhcp {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:29.111773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Calling delete_port for 1cbee258-6e01-42e4-b001-2adaf8d90447 owned by network:dhcp {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:29.139142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317feb-9dbc-4894-835c-28effa65929a req-03084280-f80a-4ad6-9e92-d0f123cc56c9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:29.140758 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81317feb-9dbc-4894-835c-28effa65929a req-03084280-f80a-4ad6-9e92-d0f123cc56c9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.4297731 Apr 03 05:32:29.181218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.199169 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.217213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ded5417d-2734-47de-aeee-4807b507f6f7 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:29.270070 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81317feb-9dbc-4894-835c-28effa65929a req-d020661e-f80e-474c-88cf-e7513907bde2 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218412 Apr 03 05:32:29.279433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbee258-6e01-42e4-b001-2adaf8d90447,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:29.282217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:29.332673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 12535552-5410-45bb-8a32-ad277e23008e no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:29.364363 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:32:29.364794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:32:29.370276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] No DVR routers for this DVR port 1cbee258-6e01-42e4-b001-2adaf8d90447 on host dv-cinder-784623-2-smb {{(pid=84366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:32:29.372429 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 12535552-5410-45bb-8a32-ad277e23008e {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:32:29.372852 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 12535552-5410-45bb-8a32-ad277e23008e not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:32:29.373519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device c51704b2-9d0a-4977-9482-0fc30e22b069 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:29.409827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: c51704b2-9d0a-4977-9482-0fc30e22b069 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:32:29.410127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device c51704b2-9d0a-4977-9482-0fc30e22b069 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:32:29.496707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.652015 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-28fac3a6-02b4-402d-a850-0230838283b9 req-17fa8a3e-98db-484a-b495-0ac57c9d0180 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 210 time: 0.1224401 Apr 03 05:32:29.674538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a019de04-e19a-4cdf-996a-98badd12c78b']}} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:29.689494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a9f917-535e-4006-a7d4-cdf20f243d84') {'for_net_delete': True} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:29.689833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a9f917-535e-4006-a7d4-cdf20f243d84') {} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:29.704545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848153525'] for segment, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.721240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.729028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:32:29.865949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Deleting port 1cbee258-6e01-42e4-b001-2adaf8d90447 {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:29.866381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.897727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-d64e39b6-ce1d-4dba-b6a5-dcc16e6024b7 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:29.900142 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-d64e39b6-ce1d-4dba-b6a5-dcc16e6024b7 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 817 time: 0.4004979 Apr 03 05:32:29.921278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Network a019de04-e19a-4cdf-996a-98badd12c78b has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:32:29.931586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121315'] for segment, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:29.957978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b4820d5f-508f-4875-a32d-2421f15a2b25 None None] The port '1cbee258-6e01-42e4-b001-2adaf8d90447' was deleted {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 03 05:32:29.994443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-9668dfd5-211f-443c-a657-81a670daa79e req-2fecec03-5a72-44e9-b203-69a7767a9620 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Synchronizing usage tracker for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:security_group {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:32:30.009606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-9668dfd5-211f-443c-a657-81a670daa79e req-2fecec03-5a72-44e9-b203-69a7767a9620 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Unset dirty status for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:security_group {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:32:30.011247 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-2fecec03-5a72-44e9-b203-69a7767a9620 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 5709 time: 0.0972571 Apr 03 05:32:30.022302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'port': {'device_id': '2db2ca43-df19-48cc-a903-c53149d14612', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'admin_state_up': True, 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'security_groups': ['c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26']}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:30.115076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Network a019de04-e19a-4cdf-996a-98badd12c78b has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:32:30.138509 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:32:30.141985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.178142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:32:30.182459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Usage tracker for resource:port and tenant:7fc5586229ec4ce0ac694f6300151483 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:32:30.185351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:32:30.191266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:32:30.200571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Made reservation on behalf of 7fc5586229ec4ce0ac694f6300151483 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:32:30.206688 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.218793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.222873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f34893c4-2995-47bb-ba8a-c4877d8e3f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:30.239617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.248543 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Pushing event deleted for resources: {'Network': ['ID=a019de04-e19a-4cdf-996a-98badd12c78b,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:30.251925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:30.262649 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-78fd2873-9a06-414d-98c9-d71cb895e976 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a019de04-e19a-4cdf-996a-98badd12c78b HTTP/1.1" status: 204 len: 168 time: 1.9574952 Apr 03 05:32:30.265616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35480) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:30.379845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Allocated IP 172.20.0.10 (2ac2ce3e-c4b4-4703-b5af-2db8bf03489e/5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5/cf888b74-3d2f-4972-bb52-6084c3fe52c1) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:32:30.577761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e444190b-9a3e-4565-831b-617ec584685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.580613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.590878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c45d39-a7f1-46a0-a59b-13d9a60ac875 req-e88f38b3-2ae7-447c-9442-d93f8c0e58be tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:30.592546 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-93c45d39-a7f1-46a0-a59b-13d9a60ac875 req-e88f38b3-2ae7-447c-9442-d93f8c0e58be tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.2007303 Apr 03 05:32:30.597994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Transition to ACTIVE for port object cf888b74-3d2f-4972-bb52-6084c3fe52c1 will not be triggered until provisioned by entity DHCP. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:32:30.621892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.637019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-36f4a8fc-a5b8-4f7a-938e-4e1788b8f8b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:30.791309 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:30.797465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:30.845357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:32:30.846687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:32:30.849182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:32:30.930791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:30.931889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:30.961465 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9446731 Apr 03 05:32:30.974034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Request body: {'port': {'device_id': '2db2ca43-df19-48cc-a903-c53149d14612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:31.046361 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-93c45d39-a7f1-46a0-a59b-13d9a60ac875 req-27bf7823-ad63-4e23-91f4-4296887298f6 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407461 Apr 03 05:32:31.095999 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-31f9d3c4-39b1-4a80-a2ab-7b16c72b7f6b None None] Provisioning for port cf888b74-3d2f-4972-bb52-6084c3fe52c1 completed by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:32:31.099998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.101162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-31f9d3c4-39b1-4a80-a2ab-7b16c72b7f6b None None] Provisioning complete for port cf888b74-3d2f-4972-bb52-6084c3fe52c1 triggered by entity DHCP. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:32:31.101652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-31f9d3c4-39b1-4a80-a2ab-7b16c72b7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.134868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d350737-3a15-43fb-99a8-ffe1dff670ed req-e9d5c162-f574-4a87-85e7-c046971e07c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:31.136424 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1d350737-3a15-43fb-99a8-ffe1dff670ed req-e9d5c162-f574-4a87-85e7-c046971e07c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 932 time: 0.2321196 Apr 03 05:32:31.169317 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-31f9d3c4-39b1-4a80-a2ab-7b16c72b7f6b None None] Port cf888b74-3d2f-4972-bb52-6084c3fe52c1 cannot update to ACTIVE because it is not bound. {{(pid=84368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 03 05:32:31.239626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1d350737-3a15-43fb-99a8-ffe1dff670ed req-43537fac-777e-4497-a934-775bd12e8e85 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957675 Apr 03 05:32:31.351832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8012393'] for router_interface, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.518784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf888b74-3d2f-4972-bb52-6084c3fe52c1 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:32:31.527094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.542748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Transition to ACTIVE for port object cf888b74-3d2f-4972-bb52-6084c3fe52c1 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:32:31.545776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.560805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:31.705035 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:31.709740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:31.728000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Deleting port 217235f0-8429-4936-95ff-afdd4b692670 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:31.728412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.804380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.925693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] For port 217235f0-8429-4936-95ff-afdd4b692670, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=217235f0-8429-4936-95ff-afdd4b692670,segment=NetworkSegment(2c082b27-7372-48db-9499-7893760ab723),segment_id=2c082b27-7372-48db-9499-7893760ab723)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:31.926094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:31.939807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Attempting to bind port cf888b74-3d2f-4972-bb52-6084c3fe52c1 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:32:31.940184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Attempting to bind port cf888b74-3d2f-4972-bb52-6084c3fe52c1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:32:31.940579 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Attempting to bind port cf888b74-3d2f-4972-bb52-6084c3fe52c1 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:32:31.946223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Port cf888b74-3d2f-4972-bb52-6084c3fe52c1 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:32:31.946475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Attempting to bind port cf888b74-3d2f-4972-bb52-6084c3fe52c1 on network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:32:31.952037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:32:31.952439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Checking segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:32:31.952859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Bound using segment: {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:32:31.953324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Bound port: cf888b74-3d2f-4972-bb52-6084c3fe52c1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2718be9e-9162-474e-9828-29de544cba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:32:31.953704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:32.048128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:32.053498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:32:32.056706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:32:32.059876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:32.063752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Calling delete_port for 217235f0-8429-4936-95ff-afdd4b692670 owned by network:router_interface {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:32.076198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:32.227085 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:32.231839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:32.269122 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:32.269858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:32.271574 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-14f98249-a553-4734-baec-a9d8570e699e service neutron] 10.222.0.15 "PUT /v2.0/ports/cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 1094 time: 1.3020086 Apr 03 05:32:32.271842 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:32.315829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3e3a8-3b64-46e4-a0c5-6a75d48a91e9 req-d4bdbf73-6628-45f6-b867-0bd249b1cb50 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:32.327135 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bcc3e3a8-3b64-46e4-a0c5-6a75d48a91e9 req-d4bdbf73-6628-45f6-b867-0bd249b1cb50 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.1637273 Apr 03 05:32:32.381509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:32.400190 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-57841646-5fd2-4785-ba89-078679d95e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:32.401824 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-57841646-5fd2-4785-ba89-078679d95e19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1097 time: 0.0874243 Apr 03 05:32:32.433717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-24c3eb6d-6afa-406b-8911-9131376a9edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:32.480540 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-14affdb9-c057-4553-9e12-1cb6c8b31a69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 217 time: 0.0712090 Apr 03 05:32:32.508215 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bcc3e3a8-3b64-46e4-a0c5-6a75d48a91e9 req-cb8ba04d-e9b8-426f-9af4-72150d0fcfae tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798160 Apr 03 05:32:32.512011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Pushing event deleted for resources: {'Port': ['ID=217235f0-8429-4936-95ff-afdd4b692670,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:32.518205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:32.560888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-a35f346a-1bbc-4515-b770-c9cea75669f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:32.562403 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-a35f346a-1bbc-4515-b770-c9cea75669f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.0751705 Apr 03 05:32:32.612258 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'status': 'completed', 'code': 200} Apr 03 05:32:32.647559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0b807-e344-46c6-bc16-b26b6dd6078a req-cbf502bd-d347-4335-a8cf-0497ce835d35 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:32.649248 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bdd0b807-e344-46c6-bc16-b26b6dd6078a req-cbf502bd-d347-4335-a8cf-0497ce835d35 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.2744687 Apr 03 05:32:32.649475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668dfd5-211f-443c-a657-81a670daa79e req-44a2d4c8-69e7-4157-87a8-3fb0f257869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:32.651075 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-44a2d4c8-69e7-4157-87a8-3fb0f257869e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809555 Apr 03 05:32:32.784390 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bdd0b807-e344-46c6-bc16-b26b6dd6078a req-a3e9c25f-2038-404c-aa0f-f3040db0f72a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004581 Apr 03 05:32:32.829219 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-8154e7aa-ca7e-4cd2-baab-fdb0d40307db service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650896 Apr 03 05:32:32.986748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003516'] for router_interface, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:33.061836 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9668dfd5-211f-443c-a657-81a670daa79e req-f3cc670c-89ea-4129-ae01-fba9018c437e service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251661 Apr 03 05:32:33.071881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-e7e1b865-2782-477b-a836-15d9039b9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:33.073532 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-e7e1b865-2782-477b-a836-15d9039b9857 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1098 time: 0.1228189 Apr 03 05:32:33.146712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:33.305320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-2f225367-6299-41b3-8b57-69786c79294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:33.306883 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-2f225367-6299-41b3-8b57-69786c79294a service neutron] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 909 time: 0.2001626 Apr 03 05:32:33.309608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-c7a696db-dfd4-45e0-b3b7-12c6190fe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:33.311032 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-c7a696db-dfd4-45e0-b3b7-12c6190fe3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1097 time: 0.1827650 Apr 03 05:32:33.490422 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Router 1e03379f-d713-4a17-ad32-75514de4cbbd has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:32:33.518290 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-ac5d5a7a-f4f2-49ec-a506-df3eb872d617 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 1000 time: 0.1990793 Apr 03 05:32:33.597093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-7f1ea4db-7578-4559-94d7-9a00f13ed506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:33.598660 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-7f1ea4db-7578-4559-94d7-9a00f13ed506 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.2783906 Apr 03 05:32:33.682107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-dd77ffc6-38cb-4f7c-a040-d7b9d8e2dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:33.683689 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-dd77ffc6-38cb-4f7c-a040-d7b9d8e2dcbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.1554694 Apr 03 05:32:33.685193 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-1d33d777-8342-471b-a83d-5c4cc4a66eb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 217 time: 0.0797551 Apr 03 05:32:34.054776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-e0bf7c1a-c3c8-4105-834f-947feb6436f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:34.056340 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-e0bf7c1a-c3c8-4105-834f-947feb6436f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.3587382 Apr 03 05:32:34.095833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:32:34.106152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] Sync routers for ids ['1e03379f-d713-4a17-ad32-75514de4cbbd'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:32:34.117658 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-a5914c58-badf-4899-bcdf-57d0f33052e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:34.118237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] Routers {'1e03379f-d713-4a17-ad32-75514de4cbbd'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:34.118874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4807b4-15ff-4f90-bd61-60c2f8fff753 req-22dba475-25c0-4ea9-bac2-96735e29da90 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:34.118996 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['1e03379f-d713-4a17-ad32-75514de4cbbd'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:34.119327 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-a5914c58-badf-4899-bcdf-57d0f33052e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4230466 Apr 03 05:32:34.120530 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2f4807b4-15ff-4f90-bd61-60c2f8fff753 req-22dba475-25c0-4ea9-bac2-96735e29da90 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.2384608 Apr 03 05:32:34.130021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7abb5-1cb6-4887-9359-91a4c7ff9c77 req-9b8d7fe7-daa8-425f-9275-e21ed17c48cf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:34.131597 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7eb7abb5-1cb6-4887-9359-91a4c7ff9c77 req-9b8d7fe7-daa8-425f-9275-e21ed17c48cf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1856685 Apr 03 05:32:34.136660 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e87fdd3b-6f87-436b-ad0c-1fadcba374bf admin admin] 10.222.0.23 "PUT /v2.0/routers/1e03379f-d713-4a17-ad32-75514de4cbbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8675060 Apr 03 05:32:34.150482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35504) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:34.252046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-b4cfe50a-4031-4d37-8d91-deef07677f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:34.253705 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-b4cfe50a-4031-4d37-8d91-deef07677f83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1895237 Apr 03 05:32:34.311243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] Set router 1e03379f-d713-4a17-ad32-75514de4cbbd gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:34.352547 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2f4807b4-15ff-4f90-bd61-60c2f8fff753 req-6f58a5fe-12fd-472a-ac76-8720ab6c3464 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168930 Apr 03 05:32:34.366217 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7eb7abb5-1cb6-4887-9359-91a4c7ff9c77 req-75b4dd5c-0a62-43b1-a513-e5b5415ca2c0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164965 Apr 03 05:32:34.370292 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-447958d6-fc9f-4651-818e-22479a08aeba service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431855 Apr 03 05:32:34.402183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:34.523188 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-e94167be-e35d-47ae-a356-0dc933894bd1 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596507 Apr 03 05:32:34.586290 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ee662f0e-70a2-4030-8a52-a0cf0ed6976d req-51a7dd11-4b0e-49d2-a810-904fc024f390 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087247 Apr 03 05:32:34.605098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:34.615632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Deleting port 33f2b447-3cfa-4e75-bef3-35810d3afe22 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:34.616012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:34.633379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:32:32Z', 'revision_number': 5, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port': {'id': '33f2b447-3cfa-4e75-bef3-35810d3afe22', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:06Z', 'updated_at': '2021-04-03T05:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:34.637966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] Checking router: 1e03379f-d713-4a17-ad32-75514de4cbbd for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:32:34.647337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] Routers {'1e03379f-d713-4a17-ad32-75514de4cbbd'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:34.647984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['1e03379f-d713-4a17-ad32-75514de4cbbd'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:34.684831 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2b2ab706-6331-4f44-92f8-01e13069fca6 req-d41d841d-c3cc-4f3a-b995-0ee5e3325239 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534455 Apr 03 05:32:34.817655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] For port 33f2b447-3cfa-4e75-bef3-35810d3afe22, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=33f2b447-3cfa-4e75-bef3-35810d3afe22,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:34.818550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:34.977799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Calling delete_port for 33f2b447-3cfa-4e75-bef3-35810d3afe22 owned by network:router_gateway {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:34.978252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] Set router 1e03379f-d713-4a17-ad32-75514de4cbbd gateway port host: None {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:35.090908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:32:34Z', 'revision_number': 6, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port_host': None}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:35.095050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475e36f1-c1f4-4a70-841e-dbd38fb9c017 None None] The sync data for ids ['1e03379f-d713-4a17-ad32-75514de4cbbd'] in dv-cinder-784623-2-smb is: [{'id': '1e03379f-d713-4a17-ad32-75514de4cbbd', 'name': 'tempest-TestMinimumBasicScenario-1250558384-router', 'tenant_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:04Z', 'updated_at': '2021-04-03T05:32:34Z', 'revision_number': 6, 'project_id': '1f172cdef9be4da29eec6cef57a4dfcd', 'gw_port_host': None}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:32:35.155423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:35.171815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f122bec7-ec2c-49f6-af31-29d889e36bf8 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:35.227414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f2b447-3cfa-4e75-bef3-35810d3afe22,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:35.231250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:35.436061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8013244'] for router_gateway, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:35.722795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846762179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:35.726867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:35.783246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846762105'] for router, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:35.783817 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e03379f-d713-4a17-ad32-75514de4cbbd {{(pid=84366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 03 05:32:35.809770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:35.811010 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e066ec86-f9c4-4db7-937d-14d3ad40a7c4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1e03379f-d713-4a17-ad32-75514de4cbbd HTTP/1.1" status: 204 len: 168 time: 1.6578219 Apr 03 05:32:35.813901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35514) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:35.819965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205489b-4af6-4c75-b0b6-5fc48a6ec4dc req-b86f7054-c36b-46be-a7f3-ff3dd3b3508c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:35.822266 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8205489b-4af6-4c75-b0b6-5fc48a6ec4dc req-b86f7054-c36b-46be-a7f3-ff3dd3b3508c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.2721243 Apr 03 05:32:35.831247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f541e32-d49f-4f36-a65a-a283568073d4 req-9169c18a-3929-40f3-9e20-2e093359e293 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:35.832944 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2f541e32-d49f-4f36-a65a-a283568073d4 req-9169c18a-3929-40f3-9e20-2e093359e293 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.2822144 Apr 03 05:32:35.908059 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8205489b-4af6-4c75-b0b6-5fc48a6ec4dc req-9b3ceae3-fb75-4d15-a26d-009650435bfa tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731905 Apr 03 05:32:35.935058 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2f541e32-d49f-4f36-a65a-a283568073d4 req-7fd56dc4-4fd1-4213-bf58-1213b413cf25 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831659 Apr 03 05:32:36.013941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Deleting subnet 8ecefe2d-72ef-4220-bb1e-5f8ade7f004b {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:32:36.018105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.073726 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.153557 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.416118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.431538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:36.476616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecefe2d-72ef-4220-bb1e-5f8ade7f004b,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:36.480581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:36.563760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.569890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ceb2b0-5b93-4607-b140-d95c12c158a1 None None] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:32:36.570270 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-06decc19-6a66-4cae-bdec-82b2fa6a86ce admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ecefe2d-72ef-4220-bb1e-5f8ade7f004b HTTP/1.1" status: 204 len: 168 time: 0.7552743 Apr 03 05:32:36.572962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35522) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:36.688936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.741709 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 217235f0-8429-4936-95ff-afdd4b692670 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:36.759161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Deleting port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:36.759514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.777591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:32:36.790183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 217235f0-8429-4936-95ff-afdd4b692670 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:32:36.790601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 217235f0-8429-4936-95ff-afdd4b692670 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:32:36.791058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 33f2b447-3cfa-4e75-bef3-35810d3afe22 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:36.830110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 33f2b447-3cfa-4e75-bef3-35810d3afe22 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:32:36.830500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 33f2b447-3cfa-4e75-bef3-35810d3afe22 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:32:36.983804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] For port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,segment=NetworkSegment(2c082b27-7372-48db-9499-7893760ab723),segment_id=2c082b27-7372-48db-9499-7893760ab723)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:36.984149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:36.990291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:37.007239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'port_id': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'mac_address': 'fa:16:3e:ee:59:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:32:37.072565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.082071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] DHCP port deletion for c7ee09ac-37cf-4d86-9beb-971ecc4875a3 request from dv-cinder-784623-2-smb {{(pid=84368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 03 05:32:37.093835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Deleting port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:37.094253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.129775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Calling delete_port for 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 owned by network:dhcp {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:37.132883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf888b74-3d2f-4972-bb52-6084c3fe52c1 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:32:37.166157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:37.196799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9505322-ba34-41b7-af8e-1b98fd1af4e8 req-780eac26-ff02-4768-b546-08ca243718a9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:37.197957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.198370 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9505322-ba34-41b7-af8e-1b98fd1af4e8 req-780eac26-ff02-4768-b546-08ca243718a9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1542425 Apr 03 05:32:37.206773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-602dcecd-bc5c-4d61-a4a3-dd21e2e2cd4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:37.215861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.231320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79a133b1-0721-4725-b54b-686deb1c09b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:37.263163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fd9-17a5-49ca-9d43-5a850b49f37b req-4d65fe69-4bf9-4a0f-96d5-f55bb7cd75a4 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:37.264705 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4a339fd9-17a5-49ca-9d43-5a850b49f37b req-4d65fe69-4bf9-4a0f-96d5-f55bb7cd75a4 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.1588771 Apr 03 05:32:37.270232 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9505322-ba34-41b7-af8e-1b98fd1af4e8 req-fe1a11b9-138c-44ae-83f2-f7b026d3608f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619164 Apr 03 05:32:37.289806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:37.292865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:37.335260 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4a339fd9-17a5-49ca-9d43-5a850b49f37b req-31e80f52-e8d0-4253-a14e-824bc9b43b1c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561087 Apr 03 05:32:37.394986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] No DVR routers for this DVR port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 on host dv-cinder-784623-2-smb {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:32:37.525406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.545939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:37.566596 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.566978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.567350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.567717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.568108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.568516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.568876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.569233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.569586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.569940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.570293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.570644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:32:37.575847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:37.581075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] For port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0a0221a9-6b1e-40fa-ad40-2bdf23c85a19,segment=NetworkSegment(2c082b27-7372-48db-9499-7893760ab723),segment_id=2c082b27-7372-48db-9499-7893760ab723)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:37.581511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.638517 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ee09ac-37cf-4d86-9beb-971ecc4875a3']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:37.655731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c082b27-7372-48db-9499-7893760ab723') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:37.656069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c082b27-7372-48db-9499-7893760ab723') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:37.669712 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.684294 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:37.690481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:32:37.709663 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['cf888b74-3d2f-4972-bb52-6084c3fe52c1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:32:37.740475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Calling delete_port for 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 owned by network:dhcp {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:32:37.869197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:32:37.869601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:32:37.871227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:32:37.880193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.282515 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Network c7ee09ac-37cf-4d86-9beb-971ecc4875a3 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:32:38.304892 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:32:38.371292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Deleting port 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:32:38.371755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.383969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.387873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1372a027-fce3-4168-afee-ba79092ef1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:38.404012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.412863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ee09ac-37cf-4d86-9beb-971ecc4875a3,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:38.416173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:38.421319 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] 10.222.0.23 "DELETE /v2.0/networks/c7ee09ac-37cf-4d86-9beb-971ecc4875a3 HTTP/1.1" status: 204 len: 168 time: 1.8441584 Apr 03 05:32:38.478795 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-6213a225-787c-4a31-b89a-5dad8a6576b5 None None] The port '0a0221a9-6b1e-40fa-ad40-2bdf23c85a19' was deleted {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 03 05:32:38.548172 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35540) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:38.575475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cac71-2db3-45aa-86e0-b3fd68e04d96 req-15888e4f-4d84-4bd9-99a9-90e8373dadee tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:38.577115 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-238cac71-2db3-45aa-86e0-b3fd68e04d96 req-15888e4f-4d84-4bd9-99a9-90e8373dadee tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 945 time: 0.1793544 Apr 03 05:32:38.586156 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9f0c-d4e2-432b-9da5-553c840bfe5a req-4675ef32-cc08-465a-b9e9-be92b4248280 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:38.587691 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb6a9f0c-d4e2-432b-9da5-553c840bfe5a req-4675ef32-cc08-465a-b9e9-be92b4248280 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.1282170 Apr 03 05:32:38.600217 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-32646188-2d15-4c23-b53c-35dd2ee7dead admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cacee8194a964aa281466c95d8ebb612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506492 Apr 03 05:32:38.602895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35544) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:38.658266 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-238cac71-2db3-45aa-86e0-b3fd68e04d96 req-7ad0e3ca-5be5-4f41-a092-84dd21215f1a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694911 Apr 03 05:32:38.664179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.669342 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-eb6a9f0c-d4e2-432b-9da5-553c840bfe5a req-79f77505-5c57-4bbf-acb3-33a7e473eae3 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643609 Apr 03 05:32:38.704703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.740717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:38.773785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:32:38.797876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.809327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b6348a07-93a4-4210-a6d7-7ec4882dd730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:38.818972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:32:38.819373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0a0221a9-6b1e-40fa-ad40-2bdf23c85a19 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:32:38.827128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715ca38-cd51-4a61-b940-eb5aadb20a85,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:38.829446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:38.852009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:38.853265 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4715ca38-cd51-4a61-b940-eb5aadb20a85 HTTP/1.1" status: 204 len: 168 time: 0.2492943 Apr 03 05:32:38.867942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-5efb25c9-ba39-44f6-af9c-042bc8c11f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:38.869623 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-5efb25c9-ba39-44f6-af9c-042bc8c11f5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1098 time: 0.1133509 Apr 03 05:32:38.872197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port cf888b74-3d2f-4972-bb52-6084c3fe52c1 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:32:38.877468 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port cf888b74-3d2f-4972-bb52-6084c3fe52c1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:32:38.877888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:39.005887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:39.016754 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-003ca103-6189-4c54-a672-974251e71c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:39.018425 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-003ca103-6189-4c54-a672-974251e71c8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 909 time: 0.1425827 Apr 03 05:32:39.035506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:39.047049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:39.051761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:39.054475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:39.101788 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'code': 200} Apr 03 05:32:39.139097 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-2a2fb774-585f-4b0e-9dc7-9830d3843cea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 1000 time: 0.1140013 Apr 03 05:32:39.141646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:39.144874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:39.216341 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-826762ae-e20b-4a00-8a29-975145c73dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:39.217917 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-826762ae-e20b-4a00-8a29-975145c73dcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.0686951 Apr 03 05:32:39.287508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35554) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:39.342031 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2df068e8-94b1-499f-8203-39ce043bb657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f172cdef9be4da29eec6cef57a4dfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508158 Apr 03 05:32:39.342239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35558) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:39.371285 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-d8166de9-f795-4a81-b666-7b3c8cfa686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:39.372947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-d8166de9-f795-4a81-b666-7b3c8cfa686d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476974 Apr 03 05:32:39.378906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7229b26-119f-4ad2-856f-1d320edd2b4a req-0360ed42-42d4-44c4-8347-e10d4028bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:39.380406 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f7229b26-119f-4ad2-856f-1d320edd2b4a req-0360ed42-42d4-44c4-8347-e10d4028bab0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1099 time: 0.1045215 Apr 03 05:32:39.407148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1e76abfa-0127-44a7-92c2-e30fa2b90556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:39.435582 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1e76abfa-0127-44a7-92c2-e30fa2b90556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:39.479792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1e76abfa-0127-44a7-92c2-e30fa2b90556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:39.484830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f6180303-3f15-43e7-b1d4-5af454f2bc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:39.496137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76abfa-0127-44a7-92c2-e30fa2b90556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb6fb4-eeb3-4d06-b125-9ea57628e436,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:39.499844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1e76abfa-0127-44a7-92c2-e30fa2b90556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:39.503898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1e76abfa-0127-44a7-92c2-e30fa2b90556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:39.508146 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1e76abfa-0127-44a7-92c2-e30fa2b90556 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64bb6fb4-eeb3-4d06-b125-9ea57628e436 HTTP/1.1" status: 204 len: 168 time: 0.1622081 Apr 03 05:32:39.524518 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f7229b26-119f-4ad2-856f-1d320edd2b4a req-9e66c760-a549-4415-8f82-d10e5592c786 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199653 Apr 03 05:32:39.554422 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-28ea39bf-0300-41f3-97af-a5f55c3109f7 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730294 Apr 03 05:32:39.818482 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-019738cb-86c6-4b84-9a7d-f8936cf1db85 req-19832d62-fb67-4d77-a8dd-ce69a2ebf2ee service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683562 Apr 03 05:32:39.955947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d6c85-b1b3-4997-b8e1-a8878030652b req-952f6350-87f0-4a5a-a05b-a9c7f8eb1e97 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:39.957497 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-298d6c85-b1b3-4997-b8e1-a8878030652b req-952f6350-87f0-4a5a-a05b-a9c7f8eb1e97 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1646380 Apr 03 05:32:39.971420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822e5c-e0a6-4a31-9db0-b2146bc4edb1 req-7bf81996-5640-46d5-aa50-034d7375973d tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:39.973100 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-51822e5c-e0a6-4a31-9db0-b2146bc4edb1 req-7bf81996-5640-46d5-aa50-034d7375973d tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.1369345 Apr 03 05:32:40.041351 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-298d6c85-b1b3-4997-b8e1-a8878030652b req-f53eec7e-2b71-4c9f-9e46-4c62ee416fb9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672486 Apr 03 05:32:40.051595 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-51822e5c-e0a6-4a31-9db0-b2146bc4edb1 req-f1a7b322-7cc2-4557-86e0-4abe38bd864a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621228 Apr 03 05:32:41.547191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fa005-fddb-4b12-9b87-6c6bc1d9be57 req-788f67d3-8f5d-4e4b-8186-7f7daed3a420 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:41.548835 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c6fa005-fddb-4b12-9b87-6c6bc1d9be57 req-788f67d3-8f5d-4e4b-8186-7f7daed3a420 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.3893385 Apr 03 05:32:41.561534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a940d86-6a50-40d2-b375-237af8edb005 req-ecdb438a-6dc1-435d-bc14-ef2b3d062567 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:41.563093 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8a940d86-6a50-40d2-b375-237af8edb005 req-ecdb438a-6dc1-435d-bc14-ef2b3d062567 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.3581271 Apr 03 05:32:41.639232 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5c6fa005-fddb-4b12-9b87-6c6bc1d9be57 req-1cf024f1-0aa8-463b-bd35-28811f13b6c4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751033 Apr 03 05:32:41.644431 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8a940d86-6a50-40d2-b375-237af8edb005 req-d2b91270-4889-4ab5-8378-87f39ddd944c tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664923 Apr 03 05:32:41.849963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6fe0-f778-48db-a9d2-2bf4d7ffb480 req-c98fdeef-ccb2-4ad2-920d-48b79e9f5e37 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:41.851551 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b8ba6fe0-f778-48db-a9d2-2bf4d7ffb480 req-c98fdeef-ccb2-4ad2-920d-48b79e9f5e37 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0892704 Apr 03 05:32:41.860991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35578) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:41.866917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Request body: {'floatingip': {'port_id': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:32:41.955497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:42.568761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:42.571550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:42.751431 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Floating IP 163b4a68-2e99-4fd3-835b-62d8d4269155 associated. External IP: 172.28.1.194, port: cf888b74-3d2f-4972-bb52-6084c3fe52c1. Apr 03 05:32:43.006943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b847b64-ce9e-4f97-96d5-00aeb8045199 req-a7518572-1461-4a62-99fd-e8ff67cc38ba tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:43.008554 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3b847b64-ce9e-4f97-96d5-00aeb8045199 req-a7518572-1461-4a62-99fd-e8ff67cc38ba tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.2058680 Apr 03 05:32:43.202771 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3b847b64-ce9e-4f97-96d5-00aeb8045199 req-64b20749-6cac-4f52-be43-fb75562709cf tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349580 Apr 03 05:32:43.236013 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Router 89eb586c-cd84-4471-985d-593241c59ade has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:32:43.425222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:32:43.430192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:43.437607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] Sync routers for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:32:43.450864 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:43.451552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:43.501414 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0a43242b-a2a2-4c93-a545-57d6ed163b10 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "PUT /v2.0/floatingips/163b4a68-2e99-4fd3-835b-62d8d4269155 HTTP/1.1" status: 200 len: 992 time: 1.6366179 Apr 03 05:32:43.501414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}] {{(pid=84366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:43.559900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35600) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:32:43.605090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d11dd-d26e-49d9-b581-4fc87db1738e req-79d55cb8-7af5-48c7-8ab1-57e5b57f153d tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:43.606719 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e37d11dd-d26e-49d9-b581-4fc87db1738e req-79d55cb8-7af5-48c7-8ab1-57e5b57f153d tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.1014910 Apr 03 05:32:43.666947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:43.966154 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e37d11dd-d26e-49d9-b581-4fc87db1738e req-fb223f21-84bc-4000-9eae-47b7ffde52fa tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521461 Apr 03 05:32:43.968889 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'status': 'completed', 'code': 200} Apr 03 05:32:44.011945 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-b66b11cf-5dfc-408d-b205-78f05cf39911 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4470026 Apr 03 05:32:44.078443 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d984-a5b8-470e-8119-8ced86be244e req-0a9ff4e6-9bc4-4c47-8bc7-9b72c1ad1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:44.080107 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca05d984-a5b8-470e-8119-8ced86be244e req-0a9ff4e6-9bc4-4c47-8bc7-9b72c1ad1d2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1099 time: 0.0866799 Apr 03 05:32:44.105938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': '163b4a68-2e99-4fd3-835b-62d8d4269155', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '89eb586c-cd84-4471-985d-593241c59ade', 'port_id': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'mac_address': 'fa:16:3e:ee:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db2ca43-df19-48cc-a903-c53149d14612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:32:26Z', 'updated_at': '2021-04-03T05:32:42Z', 'revision_number': 1, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:44.114073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] Checking router: 89eb586c-cd84-4471-985d-593241c59ade for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:32:44.124262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:32:44.124960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:32:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:44.229799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d984-a5b8-470e-8119-8ced86be244e req-5c4d4a1a-3ce3-435b-98a0-d6d282560f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:44.231373 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca05d984-a5b8-470e-8119-8ced86be244e req-5c4d4a1a-3ce3-435b-98a0-d6d282560f3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.1443081 Apr 03 05:32:44.325635 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:32:44.353073 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca05d984-a5b8-470e-8119-8ced86be244e req-ac0f8074-05b5-451b-ad17-4de376f246fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 1000 time: 0.1151581 Apr 03 05:32:44.422382 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d984-a5b8-470e-8119-8ced86be244e req-b320cd3b-b098-426d-b57f-cf6c6bc76382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:44.424289 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca05d984-a5b8-470e-8119-8ced86be244e req-b320cd3b-b098-426d-b57f-cf6c6bc76382 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.0648136 Apr 03 05:32:44.512459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d984-a5b8-470e-8119-8ced86be244e req-35b59088-d186-4ed9-8d9b-4d387fee648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:44.514181 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca05d984-a5b8-470e-8119-8ced86be244e req-35b59088-d186-4ed9-8d9b-4d387fee648e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839155 Apr 03 05:32:44.656750 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca05d984-a5b8-470e-8119-8ced86be244e req-f0726ce2-7d22-4008-9a8d-fbddc3cde3da service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363957 Apr 03 05:32:44.700535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': '163b4a68-2e99-4fd3-835b-62d8d4269155', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '89eb586c-cd84-4471-985d-593241c59ade', 'port_id': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'mac_address': 'fa:16:3e:ee:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db2ca43-df19-48cc-a903-c53149d14612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:32:26Z', 'updated_at': '2021-04-03T05:32:42Z', 'revision_number': 1, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:32:44.704780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72700efc-6310-49ca-b489-540bd7de17fe None None] The sync data for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb is: [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_floatingips': [{'id': '163b4a68-2e99-4fd3-835b-62d8d4269155', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'router_id': '89eb586c-cd84-4471-985d-593241c59ade', 'port_id': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'mac_address': 'fa:16:3e:ee:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db2ca43-df19-48cc-a903-c53149d14612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:32:26Z', 'updated_at': '2021-04-03T05:32:42Z', 'revision_number': 1, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:32:44.800443 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ca05d984-a5b8-470e-8119-8ced86be244e req-01bd6402-1476-456c-b966-39bfaed9c7ef service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375041 Apr 03 05:32:44.992340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de59c4-1f16-4384-bb24-742a07bf00fe None None] New status for floating IP 163b4a68-2e99-4fd3-835b-62d8d4269155: ACTIVE {{(pid=84369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:32:45.126907 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-c40e7595-66ef-4e8a-ae18-37a1f8a7f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:45.128736 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-c40e7595-66ef-4e8a-ae18-37a1f8a7f306 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0&tenant_id=1a57ece2507a439ba30bba7adc5620a5 HTTP/1.1" status: 200 len: 1098 time: 0.0804405 Apr 03 05:32:45.201058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9be02-a466-4e84-a34d-0745b39cf71f req-c238d04d-2577-45a6-a9cd-414ff8d2bf31 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:45.209984 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ed9be02-a466-4e84-a34d-0745b39cf71f req-c238d04d-2577-45a6-a9cd-414ff8d2bf31 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.1079876 Apr 03 05:32:45.234938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-cb3428f8-4a84-4571-91c5-d8b9597dd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:45.236565 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-cb3428f8-4a84-4571-91c5-d8b9597dd849 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0866618 Apr 03 05:32:45.254429 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3ed9be02-a466-4e84-a34d-0745b39cf71f req-5607ea35-66c8-4b06-9f22-99e37ce7d73e tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 Apr 03 05:32:45.390252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-c1da3651-427a-4192-9a38-cbc01ee1bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:45.391788 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-c1da3651-427a-4192-9a38-cbc01ee1bdcf service neutron] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 909 time: 0.1418083 Apr 03 05:32:45.501091 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-216a66b1-035a-4af1-994a-c6abc3b61475 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 1000 time: 0.1028366 Apr 03 05:32:45.572920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-554aa26e-6c90-45b2-a48a-c18e3782c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:45.574463 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-554aa26e-6c90-45b2-a48a-c18e3782c62f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.0670345 Apr 03 05:32:45.666923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-8275cff3-b5a4-4d98-8b27-97ca58dbf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:45.668898 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-8275cff3-b5a4-4d98-8b27-97ca58dbf941 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801363 Apr 03 05:32:45.827011 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-a9401f4f-ee1a-41d5-9af4-384048ce660f service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411834 Apr 03 05:32:45.976122 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-121fc2a2-11f5-4f8d-8b1f-49eae875b884 req-c81bac67-cfb4-454b-a254-36bc64676502 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428876 Apr 03 05:32:46.464684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a1f-59ba-4de8-8266-917e88019a0c req-66fd5100-03f8-44a4-8b7d-1c110535e34b tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:46.466253 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-540a3a1f-59ba-4de8-8266-917e88019a0c req-66fd5100-03f8-44a4-8b7d-1c110535e34b tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.0920441 Apr 03 05:32:46.514584 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-540a3a1f-59ba-4de8-8266-917e88019a0c req-01b48a8a-9231-4340-8a04-983e13c9b8da tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Apr 03 05:32:46.783158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3cba4bb6-8958-45ed-99f7-49cd4505884b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:32:46.905654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:46.934706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:46.945745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:46.948799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:46.950658 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:46.982762 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'code': 200} Apr 03 05:32:47.025207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=6']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:47.028415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:47.718976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3590f-03eb-4746-8536-ee30f8a9e6d9 req-69a43696-0426-450a-b3ea-646bedb64d59 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:47.720487 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1de3590f-03eb-4746-8536-ee30f8a9e6d9 req-69a43696-0426-450a-b3ea-646bedb64d59 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 943 time: 0.0929916 Apr 03 05:32:47.766400 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1de3590f-03eb-4746-8536-ee30f8a9e6d9 req-b9233e46-8ed3-4d6f-8c25-a4e43d234735 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395885 Apr 03 05:32:48.947567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f36ec8-4de0-4dbb-9d88-f9b6f78c34e1 req-1ef7f5a6-c49a-41f4-bf6f-c9e232f3b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:48.949321 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-34f36ec8-4de0-4dbb-9d88-f9b6f78c34e1 req-1ef7f5a6-c49a-41f4-bf6f-c9e232f3b62c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0828156 Apr 03 05:32:48.974253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517a537-5f98-45a4-adfe-528c0a9adb75 req-1e8a4b31-a447-425e-9d24-de4733731367 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:48.975848 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1517a537-5f98-45a4-adfe-528c0a9adb75 req-1e8a4b31-a447-425e-9d24-de4733731367 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 943 time: 0.0932405 Apr 03 05:32:48.993175 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-34f36ec8-4de0-4dbb-9d88-f9b6f78c34e1 req-950ea6ff-2715-4aab-9fc9-f978d62d68cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371432 Apr 03 05:32:49.023503 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1517a537-5f98-45a4-adfe-528c0a9adb75 req-a9a18159-3eea-4175-9240-ee6a588567ab tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Apr 03 05:32:50.229682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce871b2c-5023-4c12-96d2-cf219379b933 req-737a6e62-c7b0-4537-b958-56cc3789cd14 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:32:50.231162 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ce871b2c-5023-4c12-96d2-cf219379b933 req-737a6e62-c7b0-4537-b958-56cc3789cd14 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 943 time: 0.0911782 Apr 03 05:32:50.277581 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ce871b2c-5023-4c12-96d2-cf219379b933 req-f7ea666c-e0b4-4878-bac0-6bca19ecf932 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Apr 03 05:32:50.789379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3cba4bb6-8958-45ed-99f7-49cd4505884b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:32:51.103299 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:51.117155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'port_id': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'mac_address': 'fa:16:3e:43:42:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:32:51.173787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:51.190832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cba4bb6-8958-45ed-99f7-49cd4505884b {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:32:51.206643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:51.210067 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:51.211835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:51.280689 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=7']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:51.283706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:51.546436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['3cba4bb6-8958-45ed-99f7-49cd4505884b'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:32:52.799281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3cba4bb6-8958-45ed-99f7-49cd4505884b up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:32:52.870542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 3cba4bb6-8958-45ed-99f7-49cd4505884b triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:32:52.870961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:52.994637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:53.022789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:32:53.033031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:32:53.036075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:32:53.038009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:32:53.073319 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'code': 200} Apr 03 05:32:53.113493 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=8']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:32:53.115720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:32:58.565228 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a3659b28-7204-411d-a559-67fe65756a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:00.135168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:00.578639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c60facd8-4dcb-497c-a40f-505162f34875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:01.804787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:02.043710 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:03.145047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:06.006494 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:33:28.567984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8965da9c-4f1e-48d6-8465-cc76d4e4ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:30.136637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:30.578171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ae98d673-2fa6-450a-8cc4-7a01be749b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:31.805624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:32.048978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:33.147616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:34.874027 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-c5ce48bc-1bbd-4a76-b041-5fff8db49d49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762568 Apr 03 05:33:35.026298 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-0406dbe1-e6b6-4339-baec-25619412bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:35.027849 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-0406dbe1-e6b6-4339-baec-25619412bef3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0806684 Apr 03 05:33:35.181521 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-184c81b3-654f-49ac-9ca2-8801903c4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:35.182983 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-184c81b3-654f-49ac-9ca2-8801903c4c1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 909 time: 0.1347244 Apr 03 05:33:35.287457 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-0fc95c25-30dc-4016-9140-52c5c0cfc1ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 1000 time: 0.0976343 Apr 03 05:33:35.584278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-6f9ffaa0-51e0-49e6-951e-23cedbb30828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:35.586003 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-6f9ffaa0-51e0-49e6-951e-23cedbb30828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.2917752 Apr 03 05:33:35.670484 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-bf8a4a0e-b47c-4c3a-b66c-efd6d24620eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:35.672120 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-bf8a4a0e-b47c-4c3a-b66c-efd6d24620eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785644 Apr 03 05:33:35.819897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-2338ac64-7886-4e33-80e9-82b7ad9cdf06 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408970 Apr 03 05:33:35.970160 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1579f113-2d91-46a6-840a-2c64bfcf18c6 req-21418912-913c-460b-bb01-cb0aad867c7e service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420732 Apr 03 05:33:43.006896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:33:43.497580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee15bf-a920-4d25-adca-581ec9b9b77d req-96426345-3d71-4657-a0b3-60dc83414bbe tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:43.499057 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-18ee15bf-a920-4d25-adca-581ec9b9b77d req-96426345-3d71-4657-a0b3-60dc83414bbe tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.0866685 Apr 03 05:33:43.545177 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-18ee15bf-a920-4d25-adca-581ec9b9b77d req-dbcc33d3-965a-44a8-9f4f-9dbf59657608 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392866 Apr 03 05:33:44.747409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec0878-8360-409e-a2da-01bc77570dba req-3ec6c850-3a0a-4eae-8497-0d6ce4eb78f2 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:44.748999 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5dec0878-8360-409e-a2da-01bc77570dba req-3ec6c850-3a0a-4eae-8497-0d6ce4eb78f2 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.0909731 Apr 03 05:33:44.796879 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5dec0878-8360-409e-a2da-01bc77570dba req-2647da08-34a6-4697-8abe-e8d6af263226 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Apr 03 05:33:45.527347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-73d7be4c-b764-47a5-828a-ebdf62e7ba19 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:45.528113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-73d7be4c-b764-47a5-828a-ebdf62e7ba19 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Synchronizing usage tracker for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:33:45.543994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-73d7be4c-b764-47a5-828a-ebdf62e7ba19 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Unset dirty status for tenant:c968bf413eaf47858ac7dda73cb60d45 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:33:45.545248 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-73d7be4c-b764-47a5-828a-ebdf62e7ba19 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.1082475 Apr 03 05:33:45.625289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Deleting port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:33:45.625675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:45.895632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] For port bd2b9b43-d27d-4eca-959b-c6f49c20cb54, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:33:45.896189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:46.030344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0af1af-50f9-42d9-ba26-c4c88bf84cd4 req-e8955414-073e-4f69-bf79-d99a32215242 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:33:46.032001 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-db0af1af-50f9-42d9-ba26-c4c88bf84cd4 req-e8955414-073e-4f69-bf79-d99a32215242 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 945 time: 0.0948696 Apr 03 05:33:46.086604 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-db0af1af-50f9-42d9-ba26-c4c88bf84cd4 req-56a5d8e1-f72d-477f-ae05-6a851d21584f tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a6f3081-883c-4702-becf-bd138d1866a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474439 Apr 03 05:33:46.210365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:46.210781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:46.211139 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Floating IP 537715ac-8004-4adf-a575-a066ea248f37 disassociated. External IP: 172.28.1.239, port: bd2b9b43-d27d-4eca-959b-c6f49c20cb54. Apr 03 05:33:46.211522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Calling delete_port for bd2b9b43-d27d-4eca-959b-c6f49c20cb54 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:33:46.354777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:46.372153 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3498ab5c-26fb-4cc9-b098-7f5f202a3e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:33:46.432716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event deleted for resources: {'Port': ['ID=bd2b9b43-d27d-4eca-959b-c6f49c20cb54,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:33:46.486532 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.486985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.487379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.487789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.488196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.488658 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.489063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.489467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.489874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.490278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.490678 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.491075 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:46.498290 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:33:46.742216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Router bc0adf0e-1143-464d-94e3-a65768f4424e has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:33:46.931481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:33:46.944482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] Sync routers for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:33:46.955534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:33:46.956548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:33:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:47.012205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] No DVR routers for this DVR port bd2b9b43-d27d-4eca-959b-c6f49c20cb54 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:33:47.014830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:47.017928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'name': 'network-vif-deleted', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:33:47.036044 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0a6e0298-bc3a-4d97-a2cb-9d0e76280a80 req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.15 "DELETE /v2.0/ports/bd2b9b43-d27d-4eca-959b-c6f49c20cb54 HTTP/1.1" status: 204 len: 173 time: 1.4853880 Apr 03 05:33:47.073613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3059ee2-7605-44da-b98a-20be78ecec3c', 'name': 'network-vif-deleted', 'tag': 'bd2b9b43-d27d-4eca-959b-c6f49c20cb54', 'status': 'completed', 'code': 200} Apr 03 05:33:47.181652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:33:47.276749 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-feaaa94b-4bb4-4c37-a2ef-30aec11a9ecb req-ebc40a43-3157-4f46-8ece-c332531f83ba tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3059ee2-7605-44da-b98a-20be78ecec3c HTTP/1.1" status: 200 len: 210 time: 0.0487380 Apr 03 05:33:47.512799 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:47.516808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] Checking router: bc0adf0e-1143-464d-94e3-a65768f4424e for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:33:47.526014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:33:47.526675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:33:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:47.711010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:33:48.042312 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:48.046723 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9f9ea-201f-4279-a53f-d63686de9c68 None None] The sync data for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb is: [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 4, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': '08d231b1-1775-4c11-8f2f-9eafab4f5a63', 'name': '', 'network_id': 'f37e578c-ebc8-4444-ad99-21e5262aeefe', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'mac_address': 'fa:16:3e:dd:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:42Z', 'updated_at': '2021-04-03T05:26:59Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'subnets': [{'id': 'a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:33:48.404472 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35932) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:33:48.411211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bed48-454b-4b92-83c6-51a0fd81931e None None] New status for floating IP 537715ac-8004-4adf-a575-a066ea248f37: DOWN {{(pid=84369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:33:48.473210 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:48.501562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:48.546777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:48.552790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e8633113-8a79-46aa-9d15-5689c2f55ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:33:48.572212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f3081-883c-4702-becf-bd138d1866a0,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:33:48.583801 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.584217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.584644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.585043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.585439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.585831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.586222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.586611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.587002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.587389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.587777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.588160 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:33:48.592105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:33:48.593134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:48.597667 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a6f3081-883c-4702-becf-bd138d1866a0 HTTP/1.1" status: 204 len: 168 time: 0.1887200 Apr 03 05:33:48.597667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35936) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:33:48.615085 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.v2.resource [None req-7075e65e-419c-4079-8de4-ead24afa0e23 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] show failed (client error): The resource could not be found. Apr 03 05:33:48.619278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 35940) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:33:48.619407 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7075e65e-419c-4079-8de4-ead24afa0e23 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "GET /v2.0/security-groups/8a6f3081-883c-4702-becf-bd138d1866a0 HTTP/1.1" status: 404 len: 347 time: 0.0211768 Apr 03 05:33:48.786780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Deleting port 8dd2c8e1-9ff7-4b11-adf3-0ccab3df7437 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:33:48.787157 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:48.966604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:48.966976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:49.030334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device bd2b9b43-d27d-4eca-959b-c6f49c20cb54 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:33:49.067477 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: bd2b9b43-d27d-4eca-959b-c6f49c20cb54 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:33:49.067995 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device bd2b9b43-d27d-4eca-959b-c6f49c20cb54 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:33:49.095900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Calling delete_port for 8dd2c8e1-9ff7-4b11-adf3-0ccab3df7437 owned by network:floatingip {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:33:49.238149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:49.253776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-752265ac-d132-4346-b18d-cee48354dc83 tempest-ServerRescueNegativeTestJSON-716657895 tempest-ServerRescueNegativeTestJSON-716657895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:33:49.308146 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Pushing event deleted for resources: {'Port': ['ID=8dd2c8e1-9ff7-4b11-adf3-0ccab3df7437,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:33:49.310936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:33:49.509430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks [] for floatingip, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:49.524541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:49.525763 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b8a34665-f721-4e6a-aa29-94967ca0bc1e tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] 10.222.0.23 "DELETE /v2.0/floatingips/537715ac-8004-4adf-a575-a066ea248f37 HTTP/1.1" status: 204 len: 168 time: 0.9052651 Apr 03 05:33:53.591514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35982) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:33:54.271171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8012393'] for router_interface, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:54.630623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Deleting port 08d231b1-1775-4c11-8f2f-9eafab4f5a63 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:33:54.631211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:54.809168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] For port 08d231b1-1775-4c11-8f2f-9eafab4f5a63, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=08d231b1-1775-4c11-8f2f-9eafab4f5a63,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:33:54.809559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:54.942396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Calling delete_port for 08d231b1-1775-4c11-8f2f-9eafab4f5a63 owned by network:router_interface {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:33:55.116020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:55.130868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:33:55.184691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d231b1-1775-4c11-8f2f-9eafab4f5a63,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:33:55.188480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:33:55.565123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003516'] for router_interface, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:56.294945 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Router bc0adf0e-1143-464d-94e3-a65768f4424e has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:33:56.480503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:33:56.490140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] Sync routers for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:33:56.493330 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] 10.222.0.23 "PUT /v2.0/routers/bc0adf0e-1143-464d-94e3-a65768f4424e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9006538 Apr 03 05:33:56.496077 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 35994) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:33:56.500196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:33:56.500906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:33:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:56.690987 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks [] for router, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:56.854922 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:33:56.880069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:56.888326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Deleting port 89f9f56e-73dc-4599-809b-22332d366bdf {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:33:56.888727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.076018 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] For port 89f9f56e-73dc-4599-809b-22332d366bdf, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=89f9f56e-73dc-4599-809b-22332d366bdf,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:33:57.076446 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.152592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:33:55Z', 'revision_number': 5, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port': {'id': '89f9f56e-73dc-4599-809b-22332d366bdf', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:26Z', 'updated_at': '2021-04-03T05:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:57.156701 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] Checking router: bc0adf0e-1143-464d-94e3-a65768f4424e for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:33:57.166040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] Routers {'bc0adf0e-1143-464d-94e3-a65768f4424e'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:33:57.166707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:33:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['bc0adf0e-1143-464d-94e3-a65768f4424e'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:57.206876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Calling delete_port for 89f9f56e-73dc-4599-809b-22332d366bdf owned by network:router_gateway {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:33:57.332859 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] Set router bc0adf0e-1143-464d-94e3-a65768f4424e gateway port host: None {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:33:57.385848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.401073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9b160aac-d8eb-4063-891f-db5c814fe63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:33:57.447612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:33:56Z', 'revision_number': 6, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port_host': None}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:57.451793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a8efc-9841-4eef-a196-e310c1293804 None None] The sync data for ids ['bc0adf0e-1143-464d-94e3-a65768f4424e'] in dv-cinder-784623-2-smb is: [{'id': 'bc0adf0e-1143-464d-94e3-a65768f4424e', 'name': 'tempest-AttachVolumeTestJSON-2078924545-router', 'tenant_id': 'c968bf413eaf47858ac7dda73cb60d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:23Z', 'updated_at': '2021-04-03T05:33:56Z', 'revision_number': 6, 'project_id': 'c968bf413eaf47858ac7dda73cb60d45', 'gw_port_host': None}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:33:57.461197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f9f56e-73dc-4599-809b-22332d366bdf,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:33:57.465344 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:33:57.664165 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8013244'] for router_gateway, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.849222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846762179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.851580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.874185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846762105'] for router, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.874740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0adf0e-1143-464d-94e3-a65768f4424e {{(pid=84366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 03 05:33:57.887267 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:57.888552 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bc0adf0e-1143-464d-94e3-a65768f4424e HTTP/1.1" status: 204 len: 168 time: 1.3913920 Apr 03 05:33:57.891204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36000) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:33:57.963244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Deleting subnet a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 {{(pid=84366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:33:57.966383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:58.250030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6622274'] for subnet, precommit_delete_associations {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:58.370875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:58.569176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-198fc869-1a29-4c6d-b23b-aeb4a9f19313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:58.625508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6121416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6185576'] for subnet, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:58.641601 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:33:58.689608 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:33:58.693369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:33:58.772827 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 08d231b1-1775-4c11-8f2f-9eafab4f5a63 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:33:58.773350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:58.779410 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d4496b0e-6d00-4e68-bbc8-d386c4fa073a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a5890c08-7aa2-4179-9bf6-9f6ae8a60ef1 HTTP/1.1" status: 204 len: 168 time: 0.8871911 Apr 03 05:33:58.782118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36006) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:33:58.806548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f825b33-3487-429c-8738-30228f35c03e None None] Network f37e578c-ebc8-4444-ad99-21e5262aeefe requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:33:58.840432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 08d231b1-1775-4c11-8f2f-9eafab4f5a63 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:33:58.840826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 08d231b1-1775-4c11-8f2f-9eafab4f5a63 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:33:58.841286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 89f9f56e-73dc-4599-809b-22332d366bdf no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:33:58.880804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 89f9f56e-73dc-4599-809b-22332d366bdf {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:33:58.881195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 89f9f56e-73dc-4599-809b-22332d366bdf not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:33:58.901889 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:58.974944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Deleting port 23ef45c5-68ec-4d76-80b8-322a92dd3bce {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:33:58.975241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.105021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] DHCP port deletion for f37e578c-ebc8-4444-ad99-21e5262aeefe request from dv-cinder-784623-2-smb {{(pid=84368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 03 05:33:59.109211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Deleting port 23ef45c5-68ec-4d76-80b8-322a92dd3bce {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:33:59.109631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.191625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] For port 23ef45c5-68ec-4d76-80b8-322a92dd3bce, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=23ef45c5-68ec-4d76-80b8-322a92dd3bce,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:33:59.192027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.327037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] For port 23ef45c5-68ec-4d76-80b8-322a92dd3bce, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=23ef45c5-68ec-4d76-80b8-322a92dd3bce,segment=NetworkSegment(5cccce7f-f6eb-4da3-a50a-5e995d442f3f),segment_id=5cccce7f-f6eb-4da3-a50a-5e995d442f3f)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:33:59.327291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Calling delete_port for 23ef45c5-68ec-4d76-80b8-322a92dd3bce owned by network:dhcp {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:33:59.327412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.404683 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.420968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-181a349d-b595-4d71-a96b-94c468733767 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:33:59.455715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Calling delete_port for 23ef45c5-68ec-4d76-80b8-322a92dd3bce owned by network:dhcp {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:33:59.479091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Pushing event deleted for resources: {'Port': ['ID=23ef45c5-68ec-4d76-80b8-322a92dd3bce,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:33:59.482974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:33:59.536831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:33:59.537655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:33:59.564204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] No DVR routers for this DVR port 23ef45c5-68ec-4d76-80b8-322a92dd3bce on host dv-cinder-784623-2-smb {{(pid=84366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:33:59.685529 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.797475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37e578c-ebc8-4444-ad99-21e5262aeefe']}} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:59.810325 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cccce7f-f6eb-4da3-a50a-5e995d442f3f') {'for_net_delete': True} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:59.810659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cccce7f-f6eb-4da3-a50a-5e995d442f3f') {} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:33:59.822927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848153525'] for segment, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.841941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:33:59.848204 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=84366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:34:00.035631 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Network f37e578c-ebc8-4444-ad99-21e5262aeefe has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:34:00.038893 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Deleting port 23ef45c5-68ec-4d76-80b8-322a92dd3bce {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:00.039353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.044940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121315'] for segment, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.110596 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-70e63c12-ab20-40bb-8c0b-29eb3c0236ff None None] The port '23ef45c5-68ec-4d76-80b8-322a92dd3bce' was deleted {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 03 05:34:00.138419 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.224964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Network f37e578c-ebc8-4444-ad99-21e5262aeefe has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:34:00.247690 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:34:00.322369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.326058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9165da16-09c7-447c-b7c6-17d65f3c6315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:00.341877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.354721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Pushing event deleted for resources: {'Network': ['ID=f37e578c-ebc8-4444-ad99-21e5262aeefe,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:00.358081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:00.370130 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] 10.222.0.23 "DELETE /v2.0/networks/f37e578c-ebc8-4444-ad99-21e5262aeefe HTTP/1.1" status: 204 len: 168 time: 1.5856602 Apr 03 05:34:00.486537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36014) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:00.541467 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f6effada-1777-4e44-9188-bf01f84a1664 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c968bf413eaf47858ac7dda73cb60d45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536296 Apr 03 05:34:00.544368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36018) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:00.579360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f13ed6cb-3f85-410d-83e2-0604f3ad5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.607530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e44757d8-38ad-447c-82b9-d5a7268259fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.634716 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e44757d8-38ad-447c-82b9-d5a7268259fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.683580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e44757d8-38ad-447c-82b9-d5a7268259fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.688809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-fba4693a-2664-499e-886b-abe75fb0c5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:00.704792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44757d8-38ad-447c-82b9-d5a7268259fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059420ea-3ee0-4299-9cc0-7c28fd59fc5d,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:00.708403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e44757d8-38ad-447c-82b9-d5a7268259fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:00.710490 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e44757d8-38ad-447c-82b9-d5a7268259fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:00.711639 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e44757d8-38ad-447c-82b9-d5a7268259fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/059420ea-3ee0-4299-9cc0-7c28fd59fc5d HTTP/1.1" status: 204 len: 168 time: 0.1662192 Apr 03 05:34:00.780375 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 23ef45c5-68ec-4d76-80b8-322a92dd3bce no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:00.821029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 23ef45c5-68ec-4d76-80b8-322a92dd3bce {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:00.821752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 23ef45c5-68ec-4d76-80b8-322a92dd3bce not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:01.810301 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.056776 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.320896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36082) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:02.443140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.458912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:02.462896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Usage tracker for resource:security_group_rule and tenant:b3b0888574594582b15553a595d9b16b is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:02.465800 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:02.471717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:02.557505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.559966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.568600 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-02062970-83d6-44bf-8323-ff456a5babcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:02.609309 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3b0888574594582b15553a595d9b16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872493 Apr 03 05:34:02.610983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a12a8ce-8335-47f0-a2e0-d73f740b3c51,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:02.612342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36090) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:02.614457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:02.675414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fe6-51fa-41f9-95af-0a5274bfbc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.702309 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fe6-51fa-41f9-95af-0a5274bfbc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.748632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fe6-51fa-41f9-95af-0a5274bfbc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.754033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-22e52889-47f8-44ed-ba16-51c487c51477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:02.767209 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f4fe6-51fa-41f9-95af-0a5274bfbc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a12a8ce-8335-47f0-a2e0-d73f740b3c51,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:02.770519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a78f4fe6-51fa-41f9-95af-0a5274bfbc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:02.771740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fe6-51fa-41f9-95af-0a5274bfbc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:02.773031 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a78f4fe6-51fa-41f9-95af-0a5274bfbc3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a12a8ce-8335-47f0-a2e0-d73f740b3c51 HTTP/1.1" status: 204 len: 168 time: 0.1595893 Apr 03 05:34:03.152011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:03.746333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d70457-e4c0-49e0-b96b-f6f63981fb47 req-6fcbfd6b-a187-4cf2-b4da-3fa693cd099a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:03.747900 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e2d70457-e4c0-49e0-b96b-f6f63981fb47 req-6fcbfd6b-a187-4cf2-b4da-3fa693cd099a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0913372 Apr 03 05:34:03.799867 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e2d70457-e4c0-49e0-b96b-f6f63981fb47 req-c185ca96-e380-4566-a68b-dd3deef5df87 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Apr 03 05:34:05.018882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550b7e-bce0-4fb5-b8ec-0aafbf137a14 req-7edc00b1-e27d-4cdc-a611-07f62bbc4d13 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:05.020494 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82550b7e-bce0-4fb5-b8ec-0aafbf137a14 req-7edc00b1-e27d-4cdc-a611-07f62bbc4d13 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0919521 Apr 03 05:34:05.069490 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-82550b7e-bce0-4fb5-b8ec-0aafbf137a14 req-6ea32a87-7a00-44b4-86b3-609ad5b92ce4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Apr 03 05:34:06.276587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff552-992a-4728-8923-93ee636019a1 req-fd400316-4127-474f-8c02-e4fffba5a5cc tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:06.278095 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-327ff552-992a-4728-8923-93ee636019a1 req-fd400316-4127-474f-8c02-e4fffba5a5cc tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0880115 Apr 03 05:34:06.328897 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-327ff552-992a-4728-8923-93ee636019a1 req-fd72e4dc-9bb6-4f9a-b60c-cd4488940324 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Apr 03 05:34:07.528939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dbf24-db9a-419b-af76-ebba9dcdb833 req-9fe9e544-cbd7-4a1f-87c7-8d4c403b62b8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:07.530492 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a98dbf24-db9a-419b-af76-ebba9dcdb833 req-9fe9e544-cbd7-4a1f-87c7-8d4c403b62b8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0866647 Apr 03 05:34:07.577892 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a98dbf24-db9a-419b-af76-ebba9dcdb833 req-5f94d42a-76aa-4d11-a8b0-0fa4546f4e50 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Apr 03 05:34:08.784831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea40671-c0f0-494a-8e5f-bc9ae1931c76 req-33dafd21-9e3a-4048-a63b-7a2d79f17a3e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:08.786885 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cea40671-c0f0-494a-8e5f-bc9ae1931c76 req-33dafd21-9e3a-4048-a63b-7a2d79f17a3e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0911975 Apr 03 05:34:08.834268 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-cea40671-c0f0-494a-8e5f-bc9ae1931c76 req-dd19f3fa-1e83-4f7b-b588-e1f3ebfa661a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Apr 03 05:34:10.044486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602d6e0-3ab9-4ff3-a2c3-95de65242065 req-d4977b53-5db7-462d-931c-a00061067e42 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:10.046103 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7602d6e0-3ab9-4ff3-a2c3-95de65242065 req-d4977b53-5db7-462d-931c-a00061067e42 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0918198 Apr 03 05:34:10.095485 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7602d6e0-3ab9-4ff3-a2c3-95de65242065 req-503d6086-1f4d-46fb-af3b-48217bedafaf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Apr 03 05:34:11.302872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44963100-34c9-4894-9187-2f5f8aa9601d req-707a8098-8cbb-4b0b-b472-5fc4ce8c4c36 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:11.304469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-44963100-34c9-4894-9187-2f5f8aa9601d req-707a8098-8cbb-4b0b-b472-5fc4ce8c4c36 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0911384 Apr 03 05:34:11.351055 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-44963100-34c9-4894-9187-2f5f8aa9601d req-02e9032f-be13-4127-a24e-39392cb3d4d8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Apr 03 05:34:12.559320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccfff1-2288-4045-9da5-2b8792e57502 req-21c83211-4601-4756-89a4-2865c4d0248b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:12.560964 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8bccfff1-2288-4045-9da5-2b8792e57502 req-21c83211-4601-4756-89a4-2865c4d0248b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0894420 Apr 03 05:34:12.611786 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8bccfff1-2288-4045-9da5-2b8792e57502 req-111843f4-c28e-4b6d-869d-6c26327bd7df tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Apr 03 05:34:12.660816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36252) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:12.783322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:12.798805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:12.803311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Usage tracker for resource:security_group_rule and tenant:96d3ead7a091415ca5f3fe7bfb0fe57d is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:12.806280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:12.812162 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:12.896078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:12.900282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:12.909862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-22ae13bf-422b-4ed7-aad4-8ee331fb01d0 tempest-TestMinimumBasicScenario-472312655 tempest-TestMinimumBasicScenario-472312655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:12.952637 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96d3ead7a091415ca5f3fe7bfb0fe57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906711 Apr 03 05:34:12.953613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390f063-6e6c-43b0-854f-a9f3ac14f8ce,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:12.955610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36258) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:12.957242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:13.018164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d259eb40-cea2-43f0-84fe-ffa83c5ccc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.044985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d259eb40-cea2-43f0-84fe-ffa83c5ccc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.309271 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d259eb40-cea2-43f0-84fe-ffa83c5ccc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.314210 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-565660c9-73d8-42f5-b8ec-4c9a96cbbbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:13.326512 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259eb40-cea2-43f0-84fe-ffa83c5ccc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390f063-6e6c-43b0-854f-a9f3ac14f8ce,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:13.331624 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d259eb40-cea2-43f0-84fe-ffa83c5ccc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:13.336536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d259eb40-cea2-43f0-84fe-ffa83c5ccc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.340577 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d259eb40-cea2-43f0-84fe-ffa83c5ccc35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1390f063-6e6c-43b0-854f-a9f3ac14f8ce HTTP/1.1" status: 204 len: 168 time: 0.3838115 Apr 03 05:34:13.615202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36266) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:13.636508 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.651819 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:13.655810 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d87845b3bd724de69fc0dd72750e0a74 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:13.658756 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:13.665200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:13.748844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.751977 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.760623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b10d79fd-147d-4cb1-9c87-43503650487c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:13.802563 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d87845b3bd724de69fc0dd72750e0a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861517 Apr 03 05:34:13.804237 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9652eaaf-28d5-4f11-bd41-6ebec258a776,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:13.805405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36272) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:13.807503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e8539ce9-dc6b-4223-889d-87c0e6eb68f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:13.852411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf59df-e3f0-41b4-b571-828f5115ec78 req-cc26e5c8-f8d0-4a9b-a5ef-8d6f90c67170 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:13.853961 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dedf59df-e3f0-41b4-b571-828f5115ec78 req-cc26e5c8-f8d0-4a9b-a5ef-8d6f90c67170 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1215429 Apr 03 05:34:13.918042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccc89ae2-5193-4dcc-abdf-bee61b0ea6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.933908 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dedf59df-e3f0-41b4-b571-828f5115ec78 req-52336652-cdcd-4e8b-8ed9-2690303eaf8f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714216 Apr 03 05:34:13.953480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccc89ae2-5193-4dcc-abdf-bee61b0ea6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:13.998040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccc89ae2-5193-4dcc-abdf-bee61b0ea6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.003148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2c045073-1f02-4ea8-94a4-d97e5a6df088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:14.022639 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc89ae2-5193-4dcc-abdf-bee61b0ea6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9652eaaf-28d5-4f11-bd41-6ebec258a776,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:14.025832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ccc89ae2-5193-4dcc-abdf-bee61b0ea6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:14.030206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ccc89ae2-5193-4dcc-abdf-bee61b0ea6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.031415 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ccc89ae2-5193-4dcc-abdf-bee61b0ea6d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9652eaaf-28d5-4f11-bd41-6ebec258a776 HTTP/1.1" status: 204 len: 168 time: 0.2239733 Apr 03 05:34:14.376008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36280) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:14.395124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.409920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:14.414495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Usage tracker for resource:security_group_rule and tenant:9358be6679b64124986277bc300b4352 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:14.417399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:14.423516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:14.508282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.511059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.520136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b01f2f06-b59f-4dd4-a9f8-a68f8825d65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:14.560695 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9358be6679b64124986277bc300b4352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835403 Apr 03 05:34:14.562365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b094ead-0093-42d9-a723-6c9c69534c54,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:14.563621 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36284) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:14.565469 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b56a65a4-6bfb-401a-afca-fd16ce6e6ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:14.629581 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-47d6f303-aeff-4446-8f64-ea3fab202b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.658483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-47d6f303-aeff-4446-8f64-ea3fab202b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.702070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-47d6f303-aeff-4446-8f64-ea3fab202b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.706887 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a959b46c-43a7-48fe-b4ee-5088d29e18cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:14.719523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f303-aeff-4446-8f64-ea3fab202b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b094ead-0093-42d9-a723-6c9c69534c54,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:14.721901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-47d6f303-aeff-4446-8f64-ea3fab202b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:14.729164 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-47d6f303-aeff-4446-8f64-ea3fab202b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:14.730352 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-47d6f303-aeff-4446-8f64-ea3fab202b7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b094ead-0093-42d9-a723-6c9c69534c54 HTTP/1.1" status: 204 len: 168 time: 0.1656585 Apr 03 05:34:15.142696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddbe4c-d6ef-46de-857b-28b1c79d792c req-7cfa0e25-116e-4d98-ab34-76dc6a70daaf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:15.144244 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b9ddbe4c-d6ef-46de-857b-28b1c79d792c req-7cfa0e25-116e-4d98-ab34-76dc6a70daaf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0897555 Apr 03 05:34:15.194309 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b9ddbe4c-d6ef-46de-857b-28b1c79d792c req-34490586-77b2-4985-a9da-11469ef5bbdb tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Apr 03 05:34:16.403747 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32418-8b67-4a74-8f11-8a6fc3d09c4f req-f21d4353-74ce-49aa-a201-8beed927104a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:16.405372 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dda32418-8b67-4a74-8f11-8a6fc3d09c4f req-f21d4353-74ce-49aa-a201-8beed927104a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0927875 Apr 03 05:34:16.453760 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-dda32418-8b67-4a74-8f11-8a6fc3d09c4f req-34312610-13ba-40de-99b8-a56b11ea42c2 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Apr 03 05:34:17.653939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274b9e-7d28-47db-8b02-c59c9fa01788 req-64328520-3940-42b7-b45b-b68e601bbc95 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:17.655498 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56274b9e-7d28-47db-8b02-c59c9fa01788 req-64328520-3940-42b7-b45b-b68e601bbc95 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0855272 Apr 03 05:34:17.706136 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-56274b9e-7d28-47db-8b02-c59c9fa01788 req-8a5d1b54-077d-44b9-a5e1-4cdfd8756333 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437319 Apr 03 05:34:18.917049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588f32-957a-4bbd-bd87-d5ea195f9911 req-8a922fea-6ca9-4c82-a143-e75e9e25ab3c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:18.918936 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0588f32-957a-4bbd-bd87-d5ea195f9911 req-8a922fea-6ca9-4c82-a143-e75e9e25ab3c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0917530 Apr 03 05:34:18.966569 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b0588f32-957a-4bbd-bd87-d5ea195f9911 req-7a7b0f52-327b-4ef9-bdb9-fe0a219faba8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Apr 03 05:34:20.007674 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:34:20.182207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bdade-032e-449b-9c3c-af4a0ef31da9 req-163d47dc-55d7-4ee3-8023-11f8ad4d5dc9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:20.183818 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e91bdade-032e-449b-9c3c-af4a0ef31da9 req-163d47dc-55d7-4ee3-8023-11f8ad4d5dc9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0928214 Apr 03 05:34:20.232467 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e91bdade-032e-449b-9c3c-af4a0ef31da9 req-a72a7eaf-7b2e-4adf-bc27-0705c1891907 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Apr 03 05:34:20.367097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36372) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:20.489215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:20.505058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:20.509138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Usage tracker for resource:security_group_rule and tenant:0112381f3c094826b36a45bbc540ea98 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:20.512046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:20.518007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:20.601722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:20.604137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:20.612777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eb32d2a0-0e83-4b68-bffb-171986ce72fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:20.657701 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0112381f3c094826b36a45bbc540ea98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891507 Apr 03 05:34:20.659074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91f8f87-5935-403e-b502-9ccc2dc559ba,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:20.661415 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36378) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:20.662436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-831fdb02-fa9d-4255-a2ef-7c6b7048edec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:20.723217 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:20.749698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:20.794137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:20.799158 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a552afb2-945a-4b58-812d-55d5aeb80a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:20.812389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91f8f87-5935-403e-b502-9ccc2dc559ba,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:20.816851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:20.822473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:20.823685 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d91f8f87-5935-403e-b502-9ccc2dc559ba HTTP/1.1" status: 204 len: 168 time: 0.1611073 Apr 03 05:34:21.109322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36386) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:21.132067 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.147060 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:21.151104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Usage tracker for resource:security_group_rule and tenant:fa60bc4279524112b5e71d64bb144dc4 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:21.154056 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:21.160450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:21.200002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:34:21.243964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.247046 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.255829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2ce57083-ba9b-405e-a0d5-63958738319c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:21.298338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb17284a-8b23-4607-9a00-9134d4fd3a1a,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:21.306495 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36392) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:21.306664 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa60bc4279524112b5e71d64bb144dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960759 Apr 03 05:34:21.307571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ef1231af-a3c3-4efb-8473-1467d8d7fd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:21.343492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:21.358902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'port_id': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'mac_address': 'fa:16:3e:ee:59:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:34:21.372401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.399587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.428504 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.445668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.447251 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf888b74-3d2f-4972-bb52-6084c3fe52c1 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:34:21.451079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5db33b7d-8793-4672-a741-efe395391cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:21.460135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bd7f7-9504-4c41-a297-51697d33db81 req-6b26632d-99f0-48c7-998b-54c185f13103 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:21.463379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:21.465117 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c74bd7f7-9504-4c41-a297-51697d33db81 req-6b26632d-99f0-48c7-998b-54c185f13103 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0955667 Apr 03 05:34:21.466632 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb17284a-8b23-4607-9a00-9134d4fd3a1a,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:21.467355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.469625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:21.469946 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:21.475231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:21.478887 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb17284a-8b23-4607-9a00-9134d4fd3a1a HTTP/1.1" status: 204 len: 168 time: 0.1690729 Apr 03 05:34:21.558853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=6']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:21.564686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['cf888b74-3d2f-4972-bb52-6084c3fe52c1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:34:21.602563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.602944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.603321 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.603812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.604051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.604491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.604784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.605142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.605826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.605826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.606191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.606546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:21.617360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:21.747419 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c74bd7f7-9504-4c41-a297-51697d33db81 req-f05d9500-2c33-4e22-887d-2038741d32ba tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769859 Apr 03 05:34:22.956396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b4317-a77e-4aae-a12e-06703ff09c96 req-7138972d-37ed-4213-972a-1d9810516d46 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:22.958542 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-256b4317-a77e-4aae-a12e-06703ff09c96 req-7138972d-37ed-4213-972a-1d9810516d46 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 945 time: 0.0922365 Apr 03 05:34:23.009947 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-256b4317-a77e-4aae-a12e-06703ff09c96 req-816eb397-02f3-4f4f-867c-ef697e95e493 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Apr 03 05:34:23.216773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:34:23.288188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port cf888b74-3d2f-4972-bb52-6084c3fe52c1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:34:23.288637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:23.414524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:23.442928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:34:23.453549 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:23.456043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:23.458019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:23.495685 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'code': 200} Apr 03 05:34:23.618630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36456) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:23.698783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=7']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:23.701985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:23.747281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:23.762050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:23.766010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Usage tracker for resource:security_group_rule and tenant:5d50abd8c28a4167a8557d68daaeb499 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:23.768886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:23.775250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:23.857247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:23.860113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:23.869029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-5f6f0f36-eff0-4c94-adeb-01ca6d4a861a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:23.915446 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d50abd8c28a4167a8557d68daaeb499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955225 Apr 03 05:34:23.916470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2793b25-7a72-4aa2-85f3-8b9f9c997fc6,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:23.918696 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36462) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:23.920023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-23e842d8-adb7-439f-86ff-4a5fb2e17692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:23.981407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.007520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.051849 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.059490 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9fb51196-d268-436e-8522-cb5ceef0c453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:24.074855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2793b25-7a72-4aa2-85f3-8b9f9c997fc6,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:24.078000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:24.082989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.086709 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2793b25-7a72-4aa2-85f3-8b9f9c997fc6 HTTP/1.1" status: 204 len: 168 time: 0.1642540 Apr 03 05:34:24.228110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d562e3-3e96-4d18-8231-bf7f17e9b99d req-04794d32-a3eb-45c5-838e-b6d97f657655 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:24.229777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b9d562e3-3e96-4d18-8231-bf7f17e9b99d req-04794d32-a3eb-45c5-838e-b6d97f657655 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0934427 Apr 03 05:34:24.278274 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b9d562e3-3e96-4d18-8231-bf7f17e9b99d req-80890404-20b4-477f-b923-8d70a07bf80d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Apr 03 05:34:24.373161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36472) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:24.392151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.407606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:24.411655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:afed7ba1f6e449c6b5da01c63ee2b97a is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:24.414561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:24.420718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:24.501464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.504771 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.511711 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a05b81c0-7e19-42ac-983a-e2fb61e0b427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:24.553260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2688b-c919-4188-892f-629abbcd2bbe,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:24.557872 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afed7ba1f6e449c6b5da01c63ee2b97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835768 Apr 03 05:34:24.558829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c6fbf7bc-8ea4-4aad-bd2c-80962519b3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:24.560753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36476) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:24.625069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.651636 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.696963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.701989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-85f31cb3-d732-4abb-b420-8db44643a8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:24.714679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2688b-c919-4188-892f-629abbcd2bbe,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:24.717837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:24.719920 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:24.721158 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9d2688b-c919-4188-892f-629abbcd2bbe HTTP/1.1" status: 204 len: 168 time: 0.1595366 Apr 03 05:34:25.492845 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd12009-9137-4371-b4fe-8641139954ca req-7fca7f38-dff0-42e8-8941-dc95fea8e086 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:25.495195 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8bd12009-9137-4371-b4fe-8641139954ca req-7fca7f38-dff0-42e8-8941-dc95fea8e086 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0924244 Apr 03 05:34:25.549572 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8bd12009-9137-4371-b4fe-8641139954ca req-f63c5b2d-56a8-44f6-b1db-89c58cbdf851 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Apr 03 05:34:26.776032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c606db-d07f-4968-b5ec-1c39971ecf9a req-773105f9-4d4a-43f1-9843-9ddcb52901f0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:26.779624 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04c606db-d07f-4968-b5ec-1c39971ecf9a req-773105f9-4d4a-43f1-9843-9ddcb52901f0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0990489 Apr 03 05:34:26.832094 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04c606db-d07f-4968-b5ec-1c39971ecf9a req-4b0a46ef-cc0f-4184-b718-4cb2991113cf tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Apr 03 05:34:28.052072 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a195f4-ee7a-4950-92f3-f6e64586ffca req-5cfe6a8b-9899-4668-b205-ea8005973103 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:28.053736 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-14a195f4-ee7a-4950-92f3-f6e64586ffca req-5cfe6a8b-9899-4668-b205-ea8005973103 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0949314 Apr 03 05:34:28.106183 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-14a195f4-ee7a-4950-92f3-f6e64586ffca req-148598e5-5703-446a-a79e-00b7103ec481 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Apr 03 05:34:28.588939 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-50655c58-b3a7-4b14-8b4f-1f7e7bb43ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:29.343634 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa0e39-f35f-4c62-aaa4-3dd0e27a2058 req-2516e3cd-79e3-4a71-a752-b04c9c07722a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:29.346373 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d2fa0e39-f35f-4c62-aaa4-3dd0e27a2058 req-2516e3cd-79e3-4a71-a752-b04c9c07722a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1154697 Apr 03 05:34:29.396962 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d2fa0e39-f35f-4c62-aaa4-3dd0e27a2058 req-da53a160-b0ba-4bc6-97f4-67f5ac272026 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Apr 03 05:34:30.143147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:30.586497 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c5cc-bda3-4c54-8b67-0074d633db2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:30.627902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf084024-78ec-43d1-86c1-175d33021867 req-968b100b-2f4b-4539-924b-748ccd744ae1 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:30.630156 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bf084024-78ec-43d1-86c1-175d33021867 req-968b100b-2f4b-4539-924b-748ccd744ae1 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1001165 Apr 03 05:34:30.679159 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bf084024-78ec-43d1-86c1-175d33021867 req-233b055c-b1ac-4229-97f4-538ea5cbd56e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 Apr 03 05:34:31.818526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:31.970909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8f9c8-1553-4738-8cda-bfbe4940f7ec req-5de954dd-9184-4b72-907f-777e5dd39fd6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:31.979914 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-69e8f9c8-1553-4738-8cda-bfbe4940f7ec req-5de954dd-9184-4b72-907f-777e5dd39fd6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1394866 Apr 03 05:34:32.041943 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-69e8f9c8-1553-4738-8cda-bfbe4940f7ec req-544867c8-de80-466d-8ad9-01592e341928 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609014 Apr 03 05:34:32.103390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.293402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36606) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:32.435768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.464690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:32.469145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Usage tracker for resource:security_group_rule and tenant:238cabb71e9f4e71af8cbab14b75d518 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:32.472240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:32.478627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:32.566298 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.570425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.585023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f072d57c-57ee-4408-a1de-374f71b3907b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:32.621462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb3f441-371a-4efa-8c33-e659bafe8af6,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:32.633577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36612) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:32.633738 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=238cabb71e9f4e71af8cbab14b75d518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390877 Apr 03 05:34:32.634765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:32.702202 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.733673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.784074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.789607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-40c6e5d4-f812-4b69-946b-2ff9dad10cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:32.803725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb3f441-371a-4efa-8c33-e659bafe8af6,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:32.807137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:32.816532 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:32.820729 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcb3f441-371a-4efa-8c33-e659bafe8af6 HTTP/1.1" status: 204 len: 168 time: 0.1860847 Apr 03 05:34:33.169793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:33.294856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8c76-f937-4639-a2be-3151b7bc1397 req-b6c311cc-0804-4a76-9e1c-ee7f8f03c3d9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:33.296610 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-59aa8c76-f937-4639-a2be-3151b7bc1397 req-b6c311cc-0804-4a76-9e1c-ee7f8f03c3d9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1163552 Apr 03 05:34:33.357775 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-59aa8c76-f937-4639-a2be-3151b7bc1397 req-5c7fc1ff-6c63-4ef7-b8f3-151b9db0cc73 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539141 Apr 03 05:34:33.893519 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36640) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:34.517426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Deleting port 03055fd4-5655-4e29-b165-8b3cf86e2e7a {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:34.518080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:34.618337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a5e47-5ba2-499a-a2a9-5073ebcc9345 req-4ba7c273-9af2-48cc-8eb9-78d6d2264892 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:34.626136 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a71a5e47-5ba2-499a-a2a9-5073ebcc9345 req-4ba7c273-9af2-48cc-8eb9-78d6d2264892 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1112521 Apr 03 05:34:34.679572 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a71a5e47-5ba2-499a-a2a9-5073ebcc9345 req-cd458cb3-575c-41ba-a08e-773331fc372e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524919 Apr 03 05:34:34.771354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:34.771870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:34.915812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Calling delete_port for 03055fd4-5655-4e29-b165-8b3cf86e2e7a owned by network:floatingip {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:35.091706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:35.180844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:35.274034 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event deleted for resources: {'Port': ['ID=03055fd4-5655-4e29-b165-8b3cf86e2e7a,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:35.307611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:35.402656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for floatingip, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:35.403358 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Floating IP bd41981c-f531-4dc3-b698-e1d42fc17ca2 disassociated (deleted). External IP: 172.28.1.13, port: 3cba4bb6-8958-45ed-99f7-49cd4505884b. Apr 03 05:34:35.812406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Router f25e961d-8bf6-414d-ac64-eabf6e42e638 has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:34:35.979051 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5185e25-6064-41e2-9a43-b2983bd16f1c req-11a02dc3-7d39-4919-92c3-e0cd3ee08fd3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:35.986873 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5185e25-6064-41e2-9a43-b2983bd16f1c req-11a02dc3-7d39-4919-92c3-e0cd3ee08fd3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1651769 Apr 03 05:34:36.037925 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d5185e25-6064-41e2-9a43-b2983bd16f1c req-ea26672b-9c82-4893-bbac-a49977046d21 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501177 Apr 03 05:34:36.076746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:34:36.086426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] Sync routers for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:34:36.112082 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:36.114599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:34:36.115299 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:34:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:36.171806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a426e-2768-417c-b2c3-760a7cb88885 req-c34c9161-67c5-46d3-bc9b-d9d09b7118e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:36.173436 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206a426e-2768-417c-b2c3-760a7cb88885 req-c34c9161-67c5-46d3-bc9b-d9d09b7118e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1099 time: 0.1630297 Apr 03 05:34:36.187607 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "DELETE /v2.0/floatingips/bd41981c-f531-4dc3-b698-e1d42fc17ca2 HTTP/1.1" status: 204 len: 168 time: 2.2916484 Apr 03 05:34:36.188690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:34:36.244428 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'status': 'completed', 'code': 200} Apr 03 05:34:36.343252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:34:36.408816 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a426e-2768-417c-b2c3-760a7cb88885 req-7262e3a1-90ef-43e0-a998-5d7e88f9b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:36.411221 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206a426e-2768-417c-b2c3-760a7cb88885 req-7262e3a1-90ef-43e0-a998-5d7e88f9b39d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.2151930 Apr 03 05:34:36.426352 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-0fc361f2-3b03-4a29-9281-c01cef09d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:36.427566 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-0fc361f2-3b03-4a29-9281-c01cef09d472 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a57ece2507a439ba30bba7adc5620a5&device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 1098 time: 0.1303835 Apr 03 05:34:36.596520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243490c-f731-4bf1-9c3e-26bfc362cb97 req-50286aeb-8446-4ec2-b39a-ee126e894f40 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:36.598184 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8243490c-f731-4bf1-9c3e-26bfc362cb97 req-50286aeb-8446-4ec2-b39a-ee126e894f40 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.0928450 Apr 03 05:34:36.643368 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206a426e-2768-417c-b2c3-760a7cb88885 req-5736f6f7-f694-4bed-8410-f5d6eead2b87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 1002 time: 0.2147646 Apr 03 05:34:36.649099 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8243490c-f731-4bf1-9c3e-26bfc362cb97 req-12b0d30f-e0fa-4e59-a212-f90bc0dd150a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433095 Apr 03 05:34:36.702560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:36.707908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] Checking router: f25e961d-8bf6-414d-ac64-eabf6e42e638 for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:34:36.718605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:34:36.719516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:34:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:36.914473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:34:36.947375 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-d6807472-e78a-4e40-8089-0e5f9ad45285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:36.948989 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-d6807472-e78a-4e40-8089-0e5f9ad45285 service neutron] 10.222.0.15 "GET /v2.0/networks?id=439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 200 len: 909 time: 0.4550455 Apr 03 05:34:37.026362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a426e-2768-417c-b2c3-760a7cb88885 req-c4a48b07-8165-4c0a-afb0-8dd28fd45114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:37.027917 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206a426e-2768-417c-b2c3-760a7cb88885 req-c4a48b07-8165-4c0a-afb0-8dd28fd45114 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.3728547 Apr 03 05:34:37.029381 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-8243fddb-01b2-4ddf-81d4-e3db0c7a9194 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 200 len: 217 time: 0.0737996 Apr 03 05:34:37.166876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-3cfce164-82ff-4650-b00c-712dc58368d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:37.168651 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-3cfce164-82ff-4650-b00c-712dc58368d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 200 len: 847 time: 0.0899708 Apr 03 05:34:37.217318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a426e-2768-417c-b2c3-760a7cb88885 req-c88a8963-26ad-4938-ad67-b0c83fad7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:37.218932 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206a426e-2768-417c-b2c3-760a7cb88885 req-c88a8963-26ad-4938-ad67-b0c83fad7bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1790290 Apr 03 05:34:37.252580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:37.257396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1e280-6d9c-4dfb-97c0-4e8947bcfd71 None None] The sync data for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb is: [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:28:47Z', 'revision_number': 4, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'e6c92ac2-1ac3-4451-809d-59b1bfc6f752', 'name': '', 'network_id': '439c8ed6-f97c-4acc-afaf-b2792f5e6706', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'mac_address': 'fa:16:3e:ad:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:46Z', 'updated_at': '2021-04-03T05:28:56Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'subnets': [{'id': 'bf5d36ad-e494-412e-b369-c9c34983f863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:34:37.287836 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207528e7-24e5-40eb-a1cb-c66a73af9776 req-c5522598-94ee-4d2c-a09f-5076f687fdfd tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:37.289805 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-207528e7-24e5-40eb-a1cb-c66a73af9776 req-c5522598-94ee-4d2c-a09f-5076f687fdfd tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.1129940 Apr 03 05:34:37.352348 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-207528e7-24e5-40eb-a1cb-c66a73af9776 req-40064f54-4349-4cdd-9d2a-c97a7bc71966 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504639 Apr 03 05:34:37.380923 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-670ed570-0918-436a-b44c-1e73197cca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:37.382523 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-670ed570-0918-436a-b44c-1e73197cca08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439c8ed6-f97c-4acc-afaf-b2792f5e6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2064342 Apr 03 05:34:37.390500 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206a426e-2768-417c-b2c3-760a7cb88885 req-763369fc-8aa9-4e23-9da4-5e9a3cce6ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627259 Apr 03 05:34:37.653163 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-90ebc449-517e-4bc3-9753-4118dd288914 service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616618 Apr 03 05:34:37.656445 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-206a426e-2768-417c-b2c3-760a7cb88885 req-4c1e7bf4-5ff7-48c2-9682-039f77ee5b79 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415586 Apr 03 05:34:37.713399 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e50d7-3b48-41f1-8eb8-8a9cab8dcab9 None None] New status for floating IP bd41981c-f531-4dc3-b698-e1d42fc17ca2: DOWN {{(pid=84368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:34:37.869136 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5345b9c0-dd6e-4249-bebb-b02b8053b63e req-6b06d9b6-d6cb-49ac-b18b-f641b1e5627e service neutron] 10.222.0.15 "GET /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059295 Apr 03 05:34:37.876124 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-df206a2e-8603-4804-8f6d-0eff035cf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:37.877683 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-df206a2e-8603-4804-8f6d-0eff035cf2f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1099 time: 0.1205072 Apr 03 05:34:37.881467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bab9b8-991a-4010-8f26-6679c319caa2 req-bab9fef9-1767-46ea-8ce7-4681cf844490 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:37.883072 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81bab9b8-991a-4010-8f26-6679c319caa2 req-bab9fef9-1767-46ea-8ce7-4681cf844490 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.1065156 Apr 03 05:34:37.963359 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-81bab9b8-991a-4010-8f26-6679c319caa2 req-3bbf3a71-74c1-48a9-a6ab-07e3519e1e6d tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722940 Apr 03 05:34:38.069303 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-df485cd3-663e-4d1c-9e93-0b5e657531fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:38.070981 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-df485cd3-663e-4d1c-9e93-0b5e657531fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.1855628 Apr 03 05:34:38.253790 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-670a5e92-045f-4802-bbce-05c066d73fad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 1002 time: 0.1686335 Apr 03 05:34:38.324924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-5519cc4c-4b5c-4be0-92d0-d078c676ce13 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:38.325687 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-5519cc4c-4b5c-4be0-92d0-d078c676ce13 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Synchronizing usage tracker for tenant:1a57ece2507a439ba30bba7adc5620a5 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:34:38.348342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-12b9a8a9-469d-4f5f-a56c-9ba8fd81416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:38.349906 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-12b9a8a9-469d-4f5f-a56c-9ba8fd81416b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.0901067 Apr 03 05:34:38.355457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-5519cc4c-4b5c-4be0-92d0-d078c676ce13 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Unset dirty status for tenant:1a57ece2507a439ba30bba7adc5620a5 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:34:38.356568 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-5519cc4c-4b5c-4be0-92d0-d078c676ce13 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.15 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.2732716 Apr 03 05:34:38.502296 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Deleting port 3cba4bb6-8958-45ed-99f7-49cd4505884b {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:38.502715 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:38.567525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98728e63-0736-4578-8db5-dd0a1db87cf7 req-176ae3bc-89e6-4abf-b68d-6f0ea18b6f36 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:38.569300 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-98728e63-0736-4578-8db5-dd0a1db87cf7 req-176ae3bc-89e6-4abf-b68d-6f0ea18b6f36 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0964091 Apr 03 05:34:38.573282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-43c41a59-a089-4179-b1b2-1d0a8045865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:38.574874 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-43c41a59-a089-4179-b1b2-1d0a8045865f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2174015 Apr 03 05:34:38.622552 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-98728e63-0736-4578-8db5-dd0a1db87cf7 req-ed19ffe2-3934-498f-8484-4262b8f0a1a7 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456951 Apr 03 05:34:38.880439 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-8a3594cb-c013-47ec-8657-94b7ad7a4362 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765734 Apr 03 05:34:38.939467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] For port 3cba4bb6-8958-45ed-99f7-49cd4505884b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3cba4bb6-8958-45ed-99f7-49cd4505884b,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:38.939863 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:39.126112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Calling delete_port for 3cba4bb6-8958-45ed-99f7-49cd4505884b owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:39.159179 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2e9d-52e0-4a5f-9d68-beceec468f07 req-610ae32f-3e8a-4675-95cd-961768b69eff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:39.161325 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ab8f2e9d-52e0-4a5f-9d68-beceec468f07 req-610ae32f-3e8a-4675-95cd-961768b69eff tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 945 time: 0.0920689 Apr 03 05:34:39.209404 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ab8f2e9d-52e0-4a5f-9d68-beceec468f07 req-c97714e8-690e-4cad-bf9e-6e11255d864e tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/security-groups?id=821c7efa-1b48-4d5a-80f9-4f2afb3c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415270 Apr 03 05:34:39.235876 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9884cfb2-34d2-4d4e-a7c7-9ada31a54492 req-f9f7da6c-e987-4a04-a327-536e5370dd74 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436332 Apr 03 05:34:39.307915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:39.323003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-925fd681-5c61-4ce7-976b-0c511f826d4d tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:39.383695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event deleted for resources: {'Port': ['ID=3cba4bb6-8958-45ed-99f7-49cd4505884b,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:39.387326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:39.782451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] No DVR routers for this DVR port 3cba4bb6-8958-45ed-99f7-49cd4505884b on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:34:39.785482 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:39.788218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-deleted', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:34:39.803832 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-417c2eb0-f5d7-4e90-9de9-69fba4b09b25 req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.15 "DELETE /v2.0/ports/3cba4bb6-8958-45ed-99f7-49cd4505884b HTTP/1.1" status: 204 len: 173 time: 1.4047532 Apr 03 05:34:39.839141 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0356b-2363-4787-9a95-15999693dcf6 req-85928e4a-5186-4f81-9a9d-943f1a7fbf09 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:39.841113 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-53d0356b-2363-4787-9a95-15999693dcf6 req-85928e4a-5186-4f81-9a9d-943f1a7fbf09 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0960560 Apr 03 05:34:39.871176 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67a8373-58c3-47ad-8df6-557dda3f5bd0', 'name': 'network-vif-deleted', 'tag': '3cba4bb6-8958-45ed-99f7-49cd4505884b', 'status': 'completed', 'code': 200} Apr 03 05:34:39.899850 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-53d0356b-2363-4787-9a95-15999693dcf6 req-86531675-5ddc-4a49-85c8-96cf7ccd4a5f tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513952 Apr 03 05:34:40.548347 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a0d5db17-8336-47d7-9e2b-d6ce87a2d0f6 req-e77b5391-2c94-43f1-ac03-78715727098b tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67a8373-58c3-47ad-8df6-557dda3f5bd0 HTTP/1.1" status: 200 len: 210 time: 0.0506279 Apr 03 05:34:41.110406 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d01081-b10f-43aa-be40-2898d8f269db req-ba3d39f0-ecd1-449c-bbd7-69c60a0e7336 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:41.112001 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-00d01081-b10f-43aa-be40-2898d8f269db req-ba3d39f0-ecd1-449c-bbd7-69c60a0e7336 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 946 time: 0.0880926 Apr 03 05:34:41.158966 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-00d01081-b10f-43aa-be40-2898d8f269db req-5f97f308-f8a8-40eb-be7a-8384c1f36f20 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Apr 03 05:34:41.296265 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:41.422625 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:41.452773 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:34:41.465353 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:41.470004 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:41.471076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3cba4bb6-8958-45ed-99f7-49cd4505884b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:41.510690 dv-cinder-784623-2-smb neutron-server[84253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'code': 422} returned with failed status Apr 03 05:34:41.511505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4c85977c-9675-4f10-83ec-aa676f916b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:41.561249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 3cba4bb6-8958-45ed-99f7-49cd4505884b {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:41.562249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 3cba4bb6-8958-45ed-99f7-49cd4505884b not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:41.591433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=8']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:41.594899 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:41.657170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36778) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:41.740242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d864901-17a3-4fd3-9b55-72d72c88b34a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:41.773320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d864901-17a3-4fd3-9b55-72d72c88b34a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:41.829910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d864901-17a3-4fd3-9b55-72d72c88b34a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:41.836973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a53fbda4-bb42-4319-8b23-b99a96aa6605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:41.853012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d864901-17a3-4fd3-9b55-72d72c88b34a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c7efa-1b48-4d5a-80f9-4f2afb3c2828,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:41.855942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1d864901-17a3-4fd3-9b55-72d72c88b34a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:41.865830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d864901-17a3-4fd3-9b55-72d72c88b34a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:41.867068 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1d864901-17a3-4fd3-9b55-72d72c88b34a tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] 10.222.0.23 "DELETE /v2.0/security-groups/821c7efa-1b48-4d5a-80f9-4f2afb3c2828 HTTP/1.1" status: 204 len: 168 time: 0.2089181 Apr 03 05:34:41.928400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36798) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:42.764020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8012393'] for router_interface, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:42.770780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecf82b-a8c1-4c38-a50e-4dc357dc569c req-565b75cf-2c58-44f6-870a-62adce0fd83c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:42.772443 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7aecf82b-a8c1-4c38-a50e-4dc357dc569c req-565b75cf-2c58-44f6-870a-62adce0fd83c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.0940533 Apr 03 05:34:42.820978 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7aecf82b-a8c1-4c38-a50e-4dc357dc569c req-6bbd1fe1-bf73-42f4-9c4f-53b1b0bf693d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Apr 03 05:34:42.930710 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-8161b888-0744-40a4-a424-9c31607b482b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2344332 Apr 03 05:34:43.169159 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Deleting port e6c92ac2-1ac3-4451-809d-59b1bfc6f752 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:43.169542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.360781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] For port e6c92ac2-1ac3-4451-809d-59b1bfc6f752, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:43.361183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.489198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36838) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:43.528765 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Calling delete_port for e6c92ac2-1ac3-4451-809d-59b1bfc6f752 owned by network:router_interface {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:43.614640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.630407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:43.634453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Usage tracker for resource:security_group_rule and tenant:2f4fae13c04442e6833ee62040e63b97 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:43.637426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:43.643354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:43.727838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.730722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.743319 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-29ef080d-70fd-4bfa-b73b-f2bbd2c5c010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:43.776870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-0c90b62a-9d1d-4d8c-9902-3421d2f982da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:43.778469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-0c90b62a-9d1d-4d8c-9902-3421d2f982da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612&tenant_id=7fc5586229ec4ce0ac694f6300151483 HTTP/1.1" status: 200 len: 1097 time: 0.3480048 Apr 03 05:34:43.781965 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f4fae13c04442e6833ee62040e63b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915828 Apr 03 05:34:43.786502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36844) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:43.804796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ff670-8c1f-43c1-928a-c7fff2902c7b,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:43.810144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:43.859671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d600d2f-6c53-44d3-acb2-2d7024a2ea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.888334 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d600d2f-6c53-44d3-acb2-2d7024a2ea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.940024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-32264fc4-c761-47ea-a0f7-fb865a0c683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:43.942200 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-32264fc4-c761-47ea-a0f7-fb865a0c683d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1097 time: 0.1396039 Apr 03 05:34:43.944092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.955780 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d600d2f-6c53-44d3-acb2-2d7024a2ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:43.961873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-adc04c44-5a55-464d-a420-ca65ec0eaca9 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:43.962442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-655f5dbd-8b10-407f-ad42-935d4d57ce35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:44.020704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d600d2f-6c53-44d3-acb2-2d7024a2ea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ff670-8c1f-43c1-928a-c7fff2902c7b,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:44.023424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1d600d2f-6c53-44d3-acb2-2d7024a2ea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:44.042451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1d600d2f-6c53-44d3-acb2-2d7024a2ea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.044820 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1d600d2f-6c53-44d3-acb2-2d7024a2ea53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae6ff670-8c1f-43c1-928a-c7fff2902c7b HTTP/1.1" status: 204 len: 168 time: 0.2572665 Apr 03 05:34:44.085398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3742235-86ea-4005-9368-66ff8ce399b6 req-8af5944a-a8ab-4469-9ef6-e0af77e071d6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:44.089276 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d3742235-86ea-4005-9368-66ff8ce399b6 req-8af5944a-a8ab-4469-9ef6-e0af77e071d6 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1189435 Apr 03 05:34:44.143563 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d3742235-86ea-4005-9368-66ff8ce399b6 req-2760cd06-317a-4baf-aee9-4418911965a5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494618 Apr 03 05:34:44.271184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c92ac2-1ac3-4451-809d-59b1bfc6f752,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:44.285947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:44.350659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36854) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:44.370171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.385926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:44.390357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Usage tracker for resource:security_group_rule and tenant:d4983b9b7f894f789a6b5ebefe580f91 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:44.393314 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:44.399222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:44.472070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-41db9cf1-0521-4c8d-88fb-630eddfa08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:44.474200 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-41db9cf1-0521-4c8d-88fb-630eddfa08d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.5135655 Apr 03 05:34:44.483879 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.487000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.496851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4b2de10b-c3cc-4acf-af01-f081e041663a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:44.543304 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4983b9b7f894f789a6b5ebefe580f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888220 Apr 03 05:34:44.543304 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b79ff9-2df9-425f-9050-f45b7457e718,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:44.545221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36858) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:44.548144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7cf663e9-93fd-4bc8-b751-f4835b625d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:44.614831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.642831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.671218 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-769ecf47-1ff9-4e00-8439-9fa90af84f3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 1000 time: 0.1664681 Apr 03 05:34:44.688069 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.693348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e3eb38bd-a6f4-49bd-8740-741cf6fcdd4b tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:44.707426 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b79ff9-2df9-425f-9050-f45b7457e718,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:44.709949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:44.712015 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:44.715982 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76b79ff9-2df9-425f-9050-f45b7457e718 HTTP/1.1" status: 204 len: 168 time: 0.1671281 Apr 03 05:34:44.884537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-c017b2b7-d924-4b1b-84e9-ebf51510ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:44.886101 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-c017b2b7-d924-4b1b-84e9-ebf51510ae27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.1581984 Apr 03 05:34:44.960220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003516'] for router_interface, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.089695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-6179baa9-2449-422a-8d32-7f6822ccb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:45.091282 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-6179baa9-2449-422a-8d32-7f6822ccb9f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1914036 Apr 03 05:34:45.097010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36866) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:45.116714 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.132789 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:34:45.137015 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Usage tracker for resource:security_group_rule and tenant:1add97781744444d8ec41fe3164c2a68 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:34:45.140061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:34:45.146901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:34:45.235587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.240666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.250423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dddc26df-25d4-4ebb-9eeb-f9fa812a2992 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:45.324559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:45.349119 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1add97781744444d8ec41fe3164c2a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508435 Apr 03 05:34:45.353420 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36872) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:45.354148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff5b210-bf5d-461c-b4a3-4fbc4c3ca98d,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:45.358840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:45.409359 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-d492415f-5288-4a99-bfad-cb9fa010ba1f service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081987 Apr 03 05:34:45.445478 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97993c6e-1752-4e8d-95bf-f0458c678326 req-5e26cccc-0c39-4f51-80c0-947a305aff9c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:45.447130 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-97993c6e-1752-4e8d-95bf-f0458c678326 req-5e26cccc-0c39-4f51-80c0-947a305aff9c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1835754 Apr 03 05:34:45.452147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a38758cc-e1e8-4815-adcd-f23e984d8239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.505847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a38758cc-e1e8-4815-adcd-f23e984d8239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.544892 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-97993c6e-1752-4e8d-95bf-f0458c678326 req-faaa4838-ef07-4d68-9550-cdce81455ec3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820115 Apr 03 05:34:45.571083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a38758cc-e1e8-4815-adcd-f23e984d8239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.574796 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-405d978b-e94e-4919-b9f2-9e7237fc8166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:45.589013 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38758cc-e1e8-4815-adcd-f23e984d8239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff5b210-bf5d-461c-b4a3-4fbc4c3ca98d,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:45.591597 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a38758cc-e1e8-4815-adcd-f23e984d8239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:45.593806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a38758cc-e1e8-4815-adcd-f23e984d8239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:45.594973 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a38758cc-e1e8-4815-adcd-f23e984d8239 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ff5b210-bf5d-461c-b4a3-4fbc4c3ca98d HTTP/1.1" status: 204 len: 168 time: 0.2377617 Apr 03 05:34:45.719613 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ae4075d1-8a32-47f9-a132-f9a3718c4158 req-e5a13c3f-7ab0-4bfb-b6b9-92fd23df2d74 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023834 Apr 03 05:34:45.735042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Router f25e961d-8bf6-414d-ac64-eabf6e42e638 has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:34:45.938113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:34:45.949835 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b105d03-e553-4128-9496-100912f58d20 None None] Sync routers for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:34:45.953253 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-58c7c330-14cf-4bb6-adee-eea279cc028e admin admin] 10.222.0.23 "PUT /v2.0/routers/f25e961d-8bf6-414d-ac64-eabf6e42e638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0233018 Apr 03 05:34:45.955759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36884) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:45.964326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:34:45.965003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:34:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:46.182777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:34:46.431693 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks [] for router, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:46.554306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:34:43Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:46.560675 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b105d03-e553-4128-9496-100912f58d20 None None] Checking router: f25e961d-8bf6-414d-ac64-eabf6e42e638 for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:34:46.577965 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] Routers {'f25e961d-8bf6-414d-ac64-eabf6e42e638'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:34:46.579023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:34:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['f25e961d-8bf6-414d-ac64-eabf6e42e638'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:46.661171 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:46.674208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Deleting port 225563fe-09e3-4bc5-bb39-2bc956b73c11 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:46.674707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:46.863614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627799-d1e0-4064-b567-6cff1be66973 req-33f2fee0-9cad-4019-bcbd-6e25fb3da79a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:46.880605 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-44627799-d1e0-4064-b567-6cff1be66973 req-33f2fee0-9cad-4019-bcbd-6e25fb3da79a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1651707 Apr 03 05:34:47.065705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] For port 225563fe-09e3-4bc5-bb39-2bc956b73c11, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=225563fe-09e3-4bc5-bb39-2bc956b73c11,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:47.066308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:47.069734 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-44627799-d1e0-4064-b567-6cff1be66973 req-37f199cb-fe9b-49b3-9680-326598fb8812 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872578 Apr 03 05:34:47.113637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] Set router f25e961d-8bf6-414d-ac64-eabf6e42e638 gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:34:47.237815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Calling delete_port for 225563fe-09e3-4bc5-bb39-2bc956b73c11 owned by network:router_gateway {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:47.492401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:47.501470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-3b105d03-e553-4128-9496-100912f58d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:34:43Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:47.507926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b105d03-e553-4128-9496-100912f58d20 None None] The sync data for ids ['f25e961d-8bf6-414d-ac64-eabf6e42e638'] in dv-cinder-784623-2-smb is: [{'id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'name': 'tempest-TestShelveInstance-602968566-router', 'tenant_id': '1a57ece2507a439ba30bba7adc5620a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:41Z', 'updated_at': '2021-04-03T05:34:43Z', 'revision_number': 5, 'project_id': '1a57ece2507a439ba30bba7adc5620a5', 'gw_port': {'id': '225563fe-09e3-4bc5-bb39-2bc956b73c11', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e961d-8bf6-414d-ac64-eabf6e42e638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:42Z', 'updated_at': '2021-04-03T05:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:34:47.521183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:47.588708 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=225563fe-09e3-4bc5-bb39-2bc956b73c11,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:47.605011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.605486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.606040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.608243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.608705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.609205 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.609651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.610090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.610565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.610982 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.611440 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.611915 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:47.633388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:47.979575 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8013244'] for router_gateway, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.206668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846762179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.209913 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.316099 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846762105'] for router, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.317433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f25e961d-8bf6-414d-ac64-eabf6e42e638 {{(pid=84367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 03 05:34:48.338168 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Notify callbacks [] for router, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.349695 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f25e961d-8bf6-414d-ac64-eabf6e42e638 HTTP/1.1" status: 204 len: 168 time: 2.3927541 Apr 03 05:34:48.353022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 36980) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:48.358925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51adb8c-20d4-4b5c-834b-826a76e9a8d8 req-a26a373a-707c-48c2-b83d-e6d2bfb4e9be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:48.361480 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c51adb8c-20d4-4b5c-834b-826a76e9a8d8 req-a26a373a-707c-48c2-b83d-e6d2bfb4e9be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1320469 Apr 03 05:34:48.433567 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Deleting subnet bf5d36ad-e494-412e-b369-c9c34983f863 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:34:48.439851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.462485 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c51adb8c-20d4-4b5c-834b-826a76e9a8d8 req-ba0987f4-def3-45df-adae-991fd569cb29 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886936 Apr 03 05:34:48.529218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.623660 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.816475 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device e6c92ac2-1ac3-4451-809d-59b1bfc6f752 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:48.862120 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: e6c92ac2-1ac3-4451-809d-59b1bfc6f752 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:48.862606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device e6c92ac2-1ac3-4451-809d-59b1bfc6f752 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:48.863070 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 225563fe-09e3-4bc5-bb39-2bc956b73c11 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:48.917750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 225563fe-09e3-4bc5-bb39-2bc956b73c11 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:48.918654 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 225563fe-09e3-4bc5-bb39-2bc956b73c11 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:48.939692 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:48.965031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7a4c15c7-bdda-4302-b92c-4a2634f334b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:49.013840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5d36ad-e494-412e-b369-c9c34983f863,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:49.017942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:49.131794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:49.139225 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-18587a72-257c-457b-93c8-eb942ed253de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bf5d36ad-e494-412e-b369-c9c34983f863 HTTP/1.1" status: 204 len: 168 time: 0.7850978 Apr 03 05:34:49.141985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 36988) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:49.142570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1149b18a-7101-40fc-80e6-3e16ed12a9d0 None None] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:34:49.275809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:49.355568 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Deleting port a574bacb-0c08-4e0c-a41c-09dd210b244c {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:49.355867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:49.462727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] DHCP port deletion for 439c8ed6-f97c-4acc-afaf-b2792f5e6706 request from dv-cinder-784623-2-smb {{(pid=84368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 03 05:34:49.467324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Deleting port a574bacb-0c08-4e0c-a41c-09dd210b244c {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:49.467748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:49.606263 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] For port a574bacb-0c08-4e0c-a41c-09dd210b244c, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a574bacb-0c08-4e0c-a41c-09dd210b244c,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:49.606645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:49.723492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] For port a574bacb-0c08-4e0c-a41c-09dd210b244c, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a574bacb-0c08-4e0c-a41c-09dd210b244c,segment=NetworkSegment(57d486d1-7e81-45a4-9af5-ab3d87877768),segment_id=57d486d1-7e81-45a4-9af5-ab3d87877768)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:49.723858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:49.755808 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Calling delete_port for a574bacb-0c08-4e0c-a41c-09dd210b244c owned by network:dhcp {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:49.869210 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Calling delete_port for a574bacb-0c08-4e0c-a41c-09dd210b244c owned by network:dhcp {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:49.917717 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:49.962107 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:34:49.962657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:34:49.973001 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-3de3c7c3-d3a5-4020-bb9d-0e5bfb1e0b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:50.025955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef881e-54bb-49fe-98e7-28dfb69af40b req-de2ce4b1-f94f-4505-8e68-3f94719ee605 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:50.027958 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ddef881e-54bb-49fe-98e7-28dfb69af40b req-de2ce4b1-f94f-4505-8e68-3f94719ee605 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.2238839 Apr 03 05:34:50.041113 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Pushing event deleted for resources: {'Port': ['ID=a574bacb-0c08-4e0c-a41c-09dd210b244c,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:50.120788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.121138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.121542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.121938 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.122331 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.122727 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.123116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.123509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.123900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.124289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.124721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.125105 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:34:50.128721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:50.181754 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ddef881e-54bb-49fe-98e7-28dfb69af40b req-8909cd80-b31b-4375-a293-5db3e6a7672c tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420453 Apr 03 05:34:50.186718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] No DVR routers for this DVR port a574bacb-0c08-4e0c-a41c-09dd210b244c on host dv-cinder-784623-2-smb {{(pid=84366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:34:50.464059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Deleting port a574bacb-0c08-4e0c-a41c-09dd210b244c {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:50.465804 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:50.549587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:50.550510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-938c4e7a-4fc4-44c9-8292-a60cf8878e73 None None] The port 'a574bacb-0c08-4e0c-a41c-09dd210b244c' was deleted {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 03 05:34:50.676777 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439c8ed6-f97c-4acc-afaf-b2792f5e6706']}} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:50.690464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d486d1-7e81-45a4-9af5-ab3d87877768') {'for_net_delete': True} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:50.690797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d486d1-7e81-45a4-9af5-ab3d87877768') {} {{(pid=84366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:50.703800 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848153525'] for segment, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:50.720197 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:50.727310 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:34:50.827617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a574bacb-0c08-4e0c-a41c-09dd210b244c no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:50.864994 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: a574bacb-0c08-4e0c-a41c-09dd210b244c {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:50.865423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a574bacb-0c08-4e0c-a41c-09dd210b244c not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:50.935376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:34:50.946291 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121315'] for segment, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:51.141103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Network 439c8ed6-f97c-4acc-afaf-b2792f5e6706 has no segments {{(pid=84366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:34:51.168902 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:34:51.272834 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:51.284131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:51.289389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b610bf8d-29fa-44ed-a8dd-1602ae41d35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:51.317837 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Pushing event deleted for resources: {'Network': ['ID=439c8ed6-f97c-4acc-afaf-b2792f5e6706,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:51.320971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:51.332916 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-591dd376-b00f-4e08-b314-2a612f34d261 admin admin] 10.222.0.23 "DELETE /v2.0/networks/439c8ed6-f97c-4acc-afaf-b2792f5e6706 HTTP/1.1" status: 204 len: 168 time: 2.1897633 Apr 03 05:34:51.335800 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37002) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:51.625367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4c57f-9442-45fa-b25b-6cdc97ac6901 req-13b19de5-4312-4a82-b965-99487b7b9bca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:51.627412 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-30e4c57f-9442-45fa-b25b-6cdc97ac6901 req-13b19de5-4312-4a82-b965-99487b7b9bca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.2196391 Apr 03 05:34:51.829958 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-30e4c57f-9442-45fa-b25b-6cdc97ac6901 req-67683991-1b2f-4d97-a9e8-7ed5f34eb99d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928844 Apr 03 05:34:52.074602 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8012393'] for router_interface, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:52.480021 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Deleting port fb064337-bbb9-47a2-b60e-9ee2a3fefea1 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:52.480432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:52.677214 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] For port fb064337-bbb9-47a2-b60e-9ee2a3fefea1, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,segment=NetworkSegment(09f38768-28e7-4ad5-8158-bc5f729d2665),segment_id=09f38768-28e7-4ad5-8158-bc5f729d2665)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:52.677788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:52.817945 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Calling delete_port for fb064337-bbb9-47a2-b60e-9ee2a3fefea1 owned by network:router_interface {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:53.103526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:53.122924 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0e016125-e3b6-46cc-ba1f-a190baeadc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:53.181746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb064337-bbb9-47a2-b60e-9ee2a3fefea1,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:53.188398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:53.262079 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e6ff-4127-4370-8e77-162eda942219 req-bfb4a52b-05b5-4af7-97f7-a6dff5257048 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:53.263558 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7182e6ff-4127-4370-8e77-162eda942219 req-bfb4a52b-05b5-4af7-97f7-a6dff5257048 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.2475355 Apr 03 05:34:53.342707 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7182e6ff-4127-4370-8e77-162eda942219 req-07b7a866-6799-4e0d-b0e1-99e3f0de6dc9 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720448 Apr 03 05:34:53.917560 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003516'] for router_interface, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:54.468530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Router 051a952a-f949-4916-a9de-1827a899c4d8 has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:34:54.745746 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69b160-d354-4a34-8dd9-b575d508fbcb req-16a6490e-a0cc-44df-bdf7-2c14cd7ab1d2 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:54.747346 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bc69b160-d354-4a34-8dd9-b575d508fbcb req-16a6490e-a0cc-44df-bdf7-2c14cd7ab1d2 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.2146881 Apr 03 05:34:54.748770 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:34:54.760898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] Sync routers for ids ['051a952a-f949-4916-a9de-1827a899c4d8'] in dv-cinder-784623-2-smb {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:34:54.781121 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] Routers {'051a952a-f949-4916-a9de-1827a899c4d8'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:34:54.782374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:34:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['051a952a-f949-4916-a9de-1827a899c4d8'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:54.797254 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-544a85fb-f4fd-4aad-bfa9-e0bdcabb9f1b admin admin] 10.222.0.23 "PUT /v2.0/routers/051a952a-f949-4916-a9de-1827a899c4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599807 Apr 03 05:34:54.800232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37018) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:54.982909 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bc69b160-d354-4a34-8dd9-b575d508fbcb req-fe3e8df1-ab2b-4706-99f4-c115e41ac922 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264903 Apr 03 05:34:55.026745 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] Set router 051a952a-f949-4916-a9de-1827a899c4d8 gateway port host: dv-cinder-784623-2-smb {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:34:55.037732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks [] for router, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:55.245418 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:55.256973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Deleting port 171bd8d0-9da0-4252-b3cb-50e7efaa3341 {{(pid=84366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:55.257614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:55.357064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77'}], 'enable_snat': True}, 'gw_port_id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:34:52Z', 'revision_number': 5, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port': {'id': '171bd8d0-9da0-4252-b3cb-50e7efaa3341', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051a952a-f949-4916-a9de-1827a899c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:28:52Z', 'updated_at': '2021-04-03T05:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:55.362457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] Checking router: 051a952a-f949-4916-a9de-1827a899c4d8 for host: dv-cinder-784623-2-smb {{(pid=84368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:34:55.387809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] Routers {'051a952a-f949-4916-a9de-1827a899c4d8'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:34:55.388563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:34:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['051a952a-f949-4916-a9de-1827a899c4d8'], 'active': True} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:55.476904 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] For port 171bd8d0-9da0-4252-b3cb-50e7efaa3341, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=171bd8d0-9da0-4252-b3cb-50e7efaa3341,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:55.477753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:55.571221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] Set router 051a952a-f949-4916-a9de-1827a899c4d8 gateway port host: None {{(pid=84368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:34:55.618276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Calling delete_port for 171bd8d0-9da0-4252-b3cb-50e7efaa3341 owned by network:router_gateway {{(pid=84366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:55.699725 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:34:55Z', 'revision_number': 6, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port_host': None}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:55.704542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005b926-045e-4dfb-9044-d3788a5889de None None] The sync data for ids ['051a952a-f949-4916-a9de-1827a899c4d8'] in dv-cinder-784623-2-smb is: [{'id': '051a952a-f949-4916-a9de-1827a899c4d8', 'name': 'tempest-TestShelveInstance-1896483305-router', 'tenant_id': 'b83b982e2892421fb95defca14ea1a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:28:51Z', 'updated_at': '2021-04-03T05:34:55Z', 'revision_number': 6, 'project_id': 'b83b982e2892421fb95defca14ea1a2c', 'gw_port_host': None}] {{(pid=84368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:34:55.849133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848654571'] for port, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:55.866184 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:56.002991 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=171bd8d0-9da0-4252-b3cb-50e7efaa3341,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:56.006607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:56.499570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8013244'] for router_gateway, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:56.701810 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846762179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:56.704830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:56.723379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd364e-e2a3-4e90-b89d-bfce764205f6 req-e9228da0-25f0-4534-9be5-6e36e19bb548 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:56.725051 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06cd364e-e2a3-4e90-b89d-bfce764205f6 req-e9228da0-25f0-4534-9be5-6e36e19bb548 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.3091724 Apr 03 05:34:56.759691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846762105'] for router, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:56.760232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051a952a-f949-4916-a9de-1827a899c4d8 {{(pid=84366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 03 05:34:56.788145 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06cd364e-e2a3-4e90-b89d-bfce764205f6 req-be0c366a-1e39-4035-aded-cfdb49c665f3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541818 Apr 03 05:34:56.802250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] Notify callbacks [] for router, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:56.803553 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b581db6e-59cf-4f3d-9ffe-107674b00a7f admin admin] 10.222.0.23 "DELETE /v2.0/routers/051a952a-f949-4916-a9de-1827a899c4d8 HTTP/1.1" status: 204 len: 168 time: 2.0015862 Apr 03 05:34:56.806400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37028) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:56.823396 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device fb064337-bbb9-47a2-b60e-9ee2a3fefea1 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:56.876003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: fb064337-bbb9-47a2-b60e-9ee2a3fefea1 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:56.876888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device fb064337-bbb9-47a2-b60e-9ee2a3fefea1 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:56.877524 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 171bd8d0-9da0-4252-b3cb-50e7efaa3341 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:56.899376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Deleting subnet 2d56d239-ce4d-482e-abb0-040ab3bc8b18 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:34:56.903186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:56.935383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 171bd8d0-9da0-4252-b3cb-50e7efaa3341 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:56.936022 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 171bd8d0-9da0-4252-b3cb-50e7efaa3341 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:56.974223 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:57.007061 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:34:57.056934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:57.337731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:57.354489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:57.403328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d56d239-ce4d-482e-abb0-040ab3bc8b18,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:57.407537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:57.496174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:57.502314 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ab17d4be-58b9-4f5a-af90-4e65af409551 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2d56d239-ce4d-482e-abb0-040ab3bc8b18 HTTP/1.1" status: 204 len: 168 time: 0.6948941 Apr 03 05:34:57.505577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37034) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:34:57.509043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1dafb1-45d1-43aa-ad23-7eab268d1489 None None] Network b459bab2-97b3-4b71-b218-5c49254e7865 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:34:57.625060 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:57.698444 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Deleting port 0f7f17db-183a-44c8-9c32-1f77f061579c {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:57.698947 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:57.817106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] DHCP port deletion for b459bab2-97b3-4b71-b218-5c49254e7865 request from dv-cinder-784623-2-smb {{(pid=84368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 03 05:34:57.821402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] Deleting port 0f7f17db-183a-44c8-9c32-1f77f061579c {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:57.821988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:58.030901 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b373-e490-4c84-b56c-693197a927ef req-75924891-a0ec-4a45-9fbc-6c6199a8df39 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:58.032876 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1c06b373-e490-4c84-b56c-693197a927ef req-75924891-a0ec-4a45-9fbc-6c6199a8df39 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1014004 Apr 03 05:34:58.083942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] For port 0f7f17db-183a-44c8-9c32-1f77f061579c, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0f7f17db-183a-44c8-9c32-1f77f061579c,segment=NetworkSegment(09f38768-28e7-4ad5-8158-bc5f729d2665),segment_id=09f38768-28e7-4ad5-8158-bc5f729d2665)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:58.084425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:58.096056 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1c06b373-e490-4c84-b56c-693197a927ef req-1efc9054-4d74-480c-9ace-c392c1a45c1d tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530620 Apr 03 05:34:58.199254 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] For port 0f7f17db-183a-44c8-9c32-1f77f061579c, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=0f7f17db-183a-44c8-9c32-1f77f061579c,segment=NetworkSegment(09f38768-28e7-4ad5-8158-bc5f729d2665),segment_id=09f38768-28e7-4ad5-8158-bc5f729d2665)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:34:58.199571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:58.221694 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] Calling delete_port for 0f7f17db-183a-44c8-9c32-1f77f061579c owned by network:dhcp {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:58.302473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345'] for port, after_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:58.318851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:58.340375 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Calling delete_port for 0f7f17db-183a-44c8-9c32-1f77f061579c owned by network:dhcp {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:34:58.377578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] Pushing event deleted for resources: {'Port': ['ID=0f7f17db-183a-44c8-9c32-1f77f061579c,revision_number=None']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:58.381900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:58.420730 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84367) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:34:58.421095 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:34:58.463958 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bef840-5a68-4057-86dd-f28205c20ddc None None] No DVR routers for this DVR port 0f7f17db-183a-44c8-9c32-1f77f061579c on host dv-cinder-784623-2-smb {{(pid=84368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:34:58.571192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d10c9806-0d96-40cb-a2bb-b8c313e4c5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:58.805028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0f7f17db-183a-44c8-9c32-1f77f061579c no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:34:58.845956 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 0f7f17db-183a-44c8-9c32-1f77f061579c {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:34:58.846348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 0f7f17db-183a-44c8-9c32-1f77f061579c not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:34:58.922926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Deleting port 0f7f17db-183a-44c8-9c32-1f77f061579c {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:34:58.923357 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:58.997681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] The port '0f7f17db-183a-44c8-9c32-1f77f061579c' was deleted {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 03 05:34:59.119028 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:59.247403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b459bab2-97b3-4b71-b218-5c49254e7865']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:59.261135 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f38768-28e7-4ad5-8158-bc5f729d2665') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:59.261480 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f38768-28e7-4ad5-8158-bc5f729d2665') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:34:59.273724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:59.293705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:59.301872 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:34:59.328397 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c177e-043b-4ca4-a9f7-8c6d6395bb72 req-6547b457-9076-49e8-820f-0c2121112123 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:34:59.330126 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-460c177e-043b-4ca4-a9f7-8c6d6395bb72 req-6547b457-9076-49e8-820f-0c2121112123 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.0932045 Apr 03 05:34:59.380251 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-460c177e-043b-4ca4-a9f7-8c6d6395bb72 req-d65b3be6-a626-4089-ab81-f0579654d8f8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Apr 03 05:34:59.485898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Network b459bab2-97b3-4b71-b218-5c49254e7865 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:34:59.495380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:59.672673 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Network b459bab2-97b3-4b71-b218-5c49254e7865 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: % (table.description, expected, rows_matched) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: % (table.description, expected, rows_matched) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: % (table.description, expected, rows_matched) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: % (table.description, expected, rows_matched) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:34:59.695592 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:34:59.773820 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:59.777402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:34:59.791324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:34:59.802224 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Pushing event deleted for resources: {'Network': ['ID=b459bab2-97b3-4b71-b218-5c49254e7865,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:34:59.806969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:34:59.810159 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-a0fdd78e-9e20-4152-a91a-5317669e0115 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b459bab2-97b3-4b71-b218-5c49254e7865 HTTP/1.1" status: 204 len: 168 time: 2.3035989 Apr 03 05:34:59.985963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37060) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:35:00.036845 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-b1500a33-7c8d-4950-b4ed-ed71f7643ffb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a57ece2507a439ba30bba7adc5620a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495887 Apr 03 05:35:00.039328 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37064) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:35:00.102592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-49edad0d-e644-4359-89fb-830ee9160596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.129760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-49edad0d-e644-4359-89fb-830ee9160596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.135794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.179888 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-49edad0d-e644-4359-89fb-830ee9160596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.185065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-88218e03-e67a-470d-aa42-defb2f770607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:35:00.199577 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edad0d-e644-4359-89fb-830ee9160596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce4f06-5429-4313-81a1-f676e7565737,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:35:00.202128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-49edad0d-e644-4359-89fb-830ee9160596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:35:00.208258 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-49edad0d-e644-4359-89fb-830ee9160596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.209504 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-49edad0d-e644-4359-89fb-830ee9160596 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17ce4f06-5429-4313-81a1-f676e7565737 HTTP/1.1" status: 204 len: 168 time: 0.1692119 Apr 03 05:35:00.569114 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37076) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:35:00.582432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-83b9b650-bbd4-48a3-b876-9eef22a46614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.624266 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-70529585-38f0-42a9-8ace-4947e986faa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b83b982e2892421fb95defca14ea1a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537674 Apr 03 05:35:00.626883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37080) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:35:00.750867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc977-6bcd-432f-bd17-b455c2996ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.787081 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc977-6bcd-432f-bd17-b455c2996ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.802523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182213c-2564-40ca-97f0-f2fadf485f9f req-c3afb835-b270-4dc1-92b1-dcf9ab978520 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:00.804111 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2182213c-2564-40ca-97f0-f2fadf485f9f req-c3afb835-b270-4dc1-92b1-dcf9ab978520 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.1593513 Apr 03 05:35:00.872271 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2182213c-2564-40ca-97f0-f2fadf485f9f req-b28fc6d5-5711-41b5-a167-e6b51f6bac43 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570681 Apr 03 05:35:00.882299 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc977-6bcd-432f-bd17-b455c2996ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.887667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-2811f13d-267a-447e-b079-be5ff7320358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:35:00.901066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdc977-6bcd-432f-bd17-b455c2996ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ad1e92-9ea7-49cb-a5aa-08c6adef502a,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:35:00.905541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4cbdc977-6bcd-432f-bd17-b455c2996ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:35:00.909449 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc977-6bcd-432f-bd17-b455c2996ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:00.912785 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4cbdc977-6bcd-432f-bd17-b455c2996ac2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57ad1e92-9ea7-49cb-a5aa-08c6adef502a HTTP/1.1" status: 204 len: 168 time: 0.2848365 Apr 03 05:35:01.814610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:02.067501 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:02.082182 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ca812-6758-4f78-9181-3246cecf9eb4 req-d0e8d134-fe57-4239-96e3-d8dce94d7f60 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:02.083787 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a61ca812-6758-4f78-9181-3246cecf9eb4 req-d0e8d134-fe57-4239-96e3-d8dce94d7f60 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.0926731 Apr 03 05:35:02.131220 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-a61ca812-6758-4f78-9181-3246cecf9eb4 req-2a93837a-1985-4eef-b2b9-34dc300fb7c0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 Apr 03 05:35:03.159311 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:03.333417 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889da0-3a78-486b-bd1f-b189b020d63f req-de202d22-f1a2-4579-8d15-111747a1a7e5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:03.334971 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-23889da0-3a78-486b-bd1f-b189b020d63f req-de202d22-f1a2-4579-8d15-111747a1a7e5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 944 time: 0.0862975 Apr 03 05:35:03.379551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:35:03.385282 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-23889da0-3a78-486b-bd1f-b189b020d63f req-18fa04ac-9b65-4282-a3aa-58bbbd2d71c4 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Apr 03 05:35:03.518015 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:35:03.532037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'port_id': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'mac_address': 'fa:16:3e:ee:59:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:35:03.592361 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:03.610090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf888b74-3d2f-4972-bb52-6084c3fe52c1 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:35:03.626074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:35:03.628821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:03.630552 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:35:03.699445 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=9']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:35:03.702610 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:35:04.104115 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['cf888b74-3d2f-4972-bb52-6084c3fe52c1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:35:04.586806 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcde451-c9cf-41f5-88fc-6d6567d1d7da req-ee3e1a6d-0194-4e8c-a3f5-679541c88175 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:04.588343 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3bcde451-c9cf-41f5-88fc-6d6567d1d7da req-ee3e1a6d-0194-4e8c-a3f5-679541c88175 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 945 time: 0.0869017 Apr 03 05:35:04.634865 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3bcde451-c9cf-41f5-88fc-6d6567d1d7da req-90dfa6bb-dc3b-4825-a0cf-155b9e90881e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403013 Apr 03 05:35:05.386277 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:35:05.457346 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port cf888b74-3d2f-4972-bb52-6084c3fe52c1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:35:05.457762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:05.580791 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:05.608549 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:35:05.619408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:35:05.625473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:05.627404 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:35:05.660270 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'code': 200} Apr 03 05:35:05.703932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=10']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:35:05.706993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:35:05.854535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18777eb8-e0c4-4863-961a-ff625cafa1c6 req-ccf66b44-fb71-4a2a-91ea-27284bfb27b3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:05.856182 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-18777eb8-e0c4-4863-961a-ff625cafa1c6 req-ccf66b44-fb71-4a2a-91ea-27284bfb27b3 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 947 time: 0.0934153 Apr 03 05:35:05.908612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a046c-911a-47a0-a8a3-b02d30d41f0e req-306c543b-da86-43b0-a206-f478a8c14cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:05.910475 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9f4a046c-911a-47a0-a8a3-b02d30d41f0e req-306c543b-da86-43b0-a206-f478a8c14cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1100 time: 0.0800571 Apr 03 05:35:05.940481 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-18777eb8-e0c4-4863-961a-ff625cafa1c6 req-a23f7796-4737-4c23-8401-984b26a9535b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775845 Apr 03 05:35:05.961614 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9f4a046c-911a-47a0-a8a3-b02d30d41f0e req-5b10b711-8d15-4054-8430-1731bc8f3cdb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446632 Apr 03 05:35:07.139015 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed58c3-51f7-4a9d-91a1-3888b6a52f09 req-e1e52275-f150-47ab-a864-1b6d251a55c0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:07.140648 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1eed58c3-51f7-4a9d-91a1-3888b6a52f09 req-e1e52275-f150-47ab-a864-1b6d251a55c0 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 947 time: 0.0882621 Apr 03 05:35:07.187735 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1eed58c3-51f7-4a9d-91a1-3888b6a52f09 req-775ca1df-dbc5-4d41-a30a-b28a29d8fd18 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402055 Apr 03 05:35:08.394755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37328b-88e6-4882-b0ae-e9df770c58d5 req-baaea872-ad97-4ddf-93f6-c1ba0d0f1d90 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:08.396961 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6a37328b-88e6-4882-b0ae-e9df770c58d5 req-baaea872-ad97-4ddf-93f6-c1ba0d0f1d90 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 947 time: 0.0907094 Apr 03 05:35:08.443878 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6a37328b-88e6-4882-b0ae-e9df770c58d5 req-9258f5f5-6a71-44dd-909a-7c922e5e7a1b tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Apr 03 05:35:18.294240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37208) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:35:18.415467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:18.430655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:35:18.434684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Usage tracker for resource:security_group_rule and tenant:afec8e692c7340e78c9b12ec3c884569 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:35:18.437599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:35:18.444080 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:35:18.529886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:18.532383 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:18.544651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bc2d0270-c9b3-4408-9f61-8281c29245ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:35:18.586916 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afec8e692c7340e78c9b12ec3c884569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915764 Apr 03 05:35:18.587857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93c6fb9-b9a5-40d7-adde-f27e5152d24a,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:35:18.590741 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37214) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:35:18.591181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-0bb9d5ff-19ba-49f4-af4f-fdbc6bb7f354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:35:18.651957 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4de6c2dc-dc71-4f4e-bba2-9b3fc84d511f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:18.678831 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4de6c2dc-dc71-4f4e-bba2-9b3fc84d511f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:18.725757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4de6c2dc-dc71-4f4e-bba2-9b3fc84d511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:18.730732 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-39608d01-1537-478e-b8c1-2509eb2ca6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:35:18.744841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6c2dc-dc71-4f4e-bba2-9b3fc84d511f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93c6fb9-b9a5-40d7-adde-f27e5152d24a,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:35:18.747584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4de6c2dc-dc71-4f4e-bba2-9b3fc84d511f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:35:18.748833 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-4de6c2dc-dc71-4f4e-bba2-9b3fc84d511f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:18.752126 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-4de6c2dc-dc71-4f4e-bba2-9b3fc84d511f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f93c6fb9-b9a5-40d7-adde-f27e5152d24a HTTP/1.1" status: 204 len: 168 time: 0.1601515 Apr 03 05:35:28.572668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ba58-fad3-4ddf-a3df-490ddd2d07e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:30.137076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:30.583781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-43ddad15-4ccb-4004-966b-a30039d525a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:31.815559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:32.086728 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:33.162386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:34.006536 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:35:36.865118 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-f7247fda-f48e-4352-9f78-271795696278 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788248 Apr 03 05:35:37.012211 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-e75d47c6-9c8f-4d21-bfc5-57565f9f3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:37.013819 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-e75d47c6-9c8f-4d21-bfc5-57565f9f3b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc5586229ec4ce0ac694f6300151483&device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 1100 time: 0.0783496 Apr 03 05:35:37.165592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-3deeb460-89f3-4778-9c63-2c2aed58802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:37.167131 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-3deeb460-89f3-4778-9c63-2c2aed58802d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 200 len: 918 time: 0.1340885 Apr 03 05:35:37.274502 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-2ff6329c-58de-4839-ae6d-29f80117db58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 200 len: 1002 time: 0.1009622 Apr 03 05:35:37.341042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-4211f1ea-2cb7-46d6-a0c4-209476749737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:37.342509 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-4211f1ea-2cb7-46d6-a0c4-209476749737 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 200 len: 856 time: 0.0615489 Apr 03 05:35:37.426297 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-5f282952-9211-410f-87f6-d8b49c9db41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:37.427717 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-5f282952-9211-410f-87f6-d8b49c9db41b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788887 Apr 03 05:35:37.565646 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-6436dfcd-87d9-4505-b80c-214d903c40a4 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313276 Apr 03 05:35:37.701780 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-020687db-9ad5-46d3-8e75-1af8e55323f8 req-f4947af4-1364-4128-942c-a0efa9c53c21 service neutron] 10.222.0.15 "GET /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301746 Apr 03 05:35:57.450301 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817b9f-c338-4c7c-9a03-2da22a6b93e2 req-d044bb6e-9c0b-409d-9e02-b0bed1c69aac tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:57.451930 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-24817b9f-c338-4c7c-9a03-2da22a6b93e2 req-d044bb6e-9c0b-409d-9e02-b0bed1c69aac tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 947 time: 0.0891476 Apr 03 05:35:57.498917 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-24817b9f-c338-4c7c-9a03-2da22a6b93e2 req-cd9811dc-b31d-4e15-be69-8afcb35befb8 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Apr 03 05:35:58.575094 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c6a1ee0f-0fcf-4b0a-88c5-aecc29e3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:58.706681 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9f832-3fb7-45fd-92a4-eeede350d733 req-72cf0913-85b4-4618-9e4a-69452c0badb1 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:58.708243 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-69d9f832-3fb7-45fd-92a4-eeede350d733 req-72cf0913-85b4-4618-9e4a-69452c0badb1 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 947 time: 0.0911589 Apr 03 05:35:58.754648 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-69d9f832-3fb7-45fd-92a4-eeede350d733 req-8d028cf6-cb43-423d-b578-96671b1203ac tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Apr 03 05:35:58.907784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-3a829449-29ac-496c-a070-ad9f71f27043 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:35:58.908561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-3a829449-29ac-496c-a070-ad9f71f27043 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Synchronizing usage tracker for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:35:58.925656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-3a829449-29ac-496c-a070-ad9f71f27043 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Unset dirty status for tenant:7fc5586229ec4ce0ac694f6300151483 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:35:58.926848 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-3a829449-29ac-496c-a070-ad9f71f27043 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 947 time: 0.1031899 Apr 03 05:35:59.005905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Deleting port cf888b74-3d2f-4972-bb52-6084c3fe52c1 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:35:59.006287 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:59.258540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] For port cf888b74-3d2f-4972-bb52-6084c3fe52c1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cf888b74-3d2f-4972-bb52-6084c3fe52c1,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:35:59.258868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:59.563890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:59.564326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846762549'] for floatingip, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:59.564691 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.l3_db [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Floating IP 163b4a68-2e99-4fd3-835b-62d8d4269155 disassociated. External IP: 172.28.1.194, port: cf888b74-3d2f-4972-bb52-6084c3fe52c1. Apr 03 05:35:59.565073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Calling delete_port for cf888b74-3d2f-4972-bb52-6084c3fe52c1 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:35:59.709037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:35:59.724367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f220bd2e-b38c-4590-8407-d28b7ec985b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:35:59.781510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event deleted for resources: {'Port': ['ID=cf888b74-3d2f-4972-bb52-6084c3fe52c1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:35:59.839684 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.840039 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.840486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.840905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.841313 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.841722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.842126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.842532 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.842935 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.843337 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.843743 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.844148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:35:59.851462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:35:59.938381 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-680f009a-7d62-4aed-bed9-cdddeff2d0c4 req-e24ad00f-90c1-4d1d-aeb1-3526a76d47f2 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 210 time: 0.0638647 Apr 03 05:36:00.140498 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:00.326838 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Router 89eb586c-cd84-4471-985d-593241c59ade has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:36:00.520844 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:36:00.530609 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] Sync routers for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:36:00.541598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:36:00.542280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:35:31Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:00.584960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-db908e64-9e50-4f63-b5cd-5e3b3e03cfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:00.600071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] No DVR routers for this DVR port cf888b74-3d2f-4972-bb52-6084c3fe52c1 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:36:00.603058 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:00.605855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-deleted', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:36:00.621181 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f50b8fef-4c52-4328-bf7a-e1f423368cc7 req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.15 "DELETE /v2.0/ports/cf888b74-3d2f-4972-bb52-6084c3fe52c1 HTTP/1.1" status: 204 len: 173 time: 1.6879544 Apr 03 05:36:00.655386 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2ca43-df19-48cc-a903-c53149d14612', 'name': 'network-vif-deleted', 'tag': 'cf888b74-3d2f-4972-bb52-6084c3fe52c1', 'status': 'completed', 'code': 200} Apr 03 05:36:00.734064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:36:01.071242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:01.075928 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] Checking router: 89eb586c-cd84-4471-985d-593241c59ade for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:36:01.085245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:36:01.085898 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:36:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:01.130088 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-11102358-4625-43d7-a10c-bcc7d3d2bf32 req-ec3fe252-2d4e-4ac0-ac49-e6dcbf6c214a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2ca43-df19-48cc-a903-c53149d14612 HTTP/1.1" status: 200 len: 210 time: 0.0527186 Apr 03 05:36:01.279440 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:36:01.602423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:01.606462 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e52f0-e12f-4e12-91ab-01c05562a1f0 None None] The sync data for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb is: [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb', '_interfaces': [{'id': 'efc933df-83b0-47ee-adb1-03c5bafcb662', 'name': '', 'network_id': '2ac2ce3e-c4b4-4703-b5af-2db8bf03489e', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'mac_address': 'fa:16:3e:5d:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:36Z', 'updated_at': '2021-04-03T05:27:50Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'subnets': [{'id': '5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:36:01.818971 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.043810 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2647e9bc-6300-4625-8297-2e8b37c4bef7 None None] New status for floating IP 163b4a68-2e99-4fd3-835b-62d8d4269155: DOWN {{(pid=84368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 03 05:36:02.202721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.269788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37250) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:02.338397 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14feffc8-2d6b-4352-9ad5-640826fe39be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.367453 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14feffc8-2d6b-4352-9ad5-640826fe39be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.416623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14feffc8-2d6b-4352-9ad5-640826fe39be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.422161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1f06a42c-a055-4e71-923d-f6cecd372d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:02.436993 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feffc8-2d6b-4352-9ad5-640826fe39be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:02.439706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-14feffc8-2d6b-4352-9ad5-640826fe39be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:02.445917 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-14feffc8-2d6b-4352-9ad5-640826fe39be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.447111 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-14feffc8-2d6b-4352-9ad5-640826fe39be tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26 HTTP/1.1" status: 204 len: 168 time: 0.1762600 Apr 03 05:36:02.449952 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37254) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:02.472347 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.api.v2.resource [None req-ff437043-d736-4f1d-a3cb-e4f9c87f3356 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] show failed (client error): The resource could not be found. Apr 03 05:36:02.473451 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ff437043-d736-4f1d-a3cb-e4f9c87f3356 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "GET /v2.0/security-groups/c7ac3c45-ae2d-4b92-ba3d-2ebd8b7ddb26 HTTP/1.1" status: 404 len: 347 time: 0.0225456 Apr 03 05:36:02.476530 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37258) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:02.638516 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Deleting port 6a630e52-0373-4409-9661-9ffe9a4a0a3a {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:36:02.638892 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.815723 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.816090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:02.945408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Calling delete_port for 6a630e52-0373-4409-9661-9ffe9a4a0a3a owned by network:floatingip {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:36:03.090686 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:03.105736 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cad3979d-13fc-47b3-8946-71517913e8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:03.160916 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Pushing event deleted for resources: {'Port': ['ID=6a630e52-0373-4409-9661-9ffe9a4a0a3a,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:03.165033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:03.168894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:03.361335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks [] for floatingip, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:03.376246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for floatingip, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:03.377486 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-15b22d52-5319-4fa1-a17f-28da2e32904e tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] 10.222.0.23 "DELETE /v2.0/floatingips/163b4a68-2e99-4fd3-835b-62d8d4269155 HTTP/1.1" status: 204 len: 168 time: 0.8993974 Apr 03 05:36:03.667538 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:36:03.708759 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: cf888b74-3d2f-4972-bb52-6084c3fe52c1 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:36:03.709160 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device cf888b74-3d2f-4972-bb52-6084c3fe52c1 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:36:06.205513 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37282) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:06.942762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8012393'] for router_interface, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:07.306503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Deleting port efc933df-83b0-47ee-adb1-03c5bafcb662 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:36:07.307071 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:07.485247 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] For port efc933df-83b0-47ee-adb1-03c5bafcb662, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=efc933df-83b0-47ee-adb1-03c5bafcb662,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:07.485643 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:07.846245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Calling delete_port for efc933df-83b0-47ee-adb1-03c5bafcb662 owned by network:router_interface {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:36:08.020130 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:08.034970 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ab9bb501-24cb-4cc0-8b6c-2d4f389871a1 tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:08.092548 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc933df-83b0-47ee-adb1-03c5bafcb662,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:08.096523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:08.471323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003516'] for router_interface, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:08.974744 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Router 89eb586c-cd84-4471-985d-593241c59ade has already been hosted by L3 agent 6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d {{(pid=84367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 03 05:36:09.162562 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-smb the message routers_updated {{(pid=84367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 03 05:36:09.171612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] Sync routers for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 03 05:36:09.175326 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] 10.222.0.23 "PUT /v2.0/routers/89eb586c-cd84-4471-985d-593241c59ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9686434 Apr 03 05:36:09.177979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37288) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:09.182941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:36:09.183606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:36:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:09.362680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks [] for router, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:09.373606 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: dv-cinder-784623-2-smb {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:36:09.561129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:09.572142 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Deleting port 465c3604-c4ed-4fdf-a472-47c5e4e111f0 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:36:09.572551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:09.756292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] For port 465c3604-c4ed-4fdf-a472-47c5e4e111f0, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=465c3604-c4ed-4fdf-a472-47c5e4e111f0,segment=NetworkSegment(8a84d408-1c34-4472-beb4-e3fced56cf8d),segment_id=8a84d408-1c34-4472-beb4-e3fced56cf8d)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:09.756718 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:09.830196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'external_fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 5, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port': {'id': '465c3604-c4ed-4fdf-a472-47c5e4e111f0', 'name': '', 'network_id': '21ed9a67-27b6-4d32-b9cb-588c0f6bc34b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb586c-cd84-4471-985d-593241c59ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:29Z', 'updated_at': '2021-04-03T05:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fcd6ccd-4f12-4bfb-b1ad-cc0db32147c9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-smb'}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:09.834125 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] Checking router: 89eb586c-cd84-4471-985d-593241c59ade for host: dv-cinder-784623-2-smb {{(pid=84369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 03 05:36:09.843425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] Routers {'89eb586c-cd84-4471-985d-593241c59ade'} bound to L3 agent in host dv-cinder-784623-2-smb {{(pid=84369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 03 05:36:09.844063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-03T05:17:31Z,description=,heartbeat_timestamp=2021-04-03T05:36:01Z,host='dv-cinder-784623-2-smb',id=6ff063e3-dd44-4bc2-8f61-2a8ef0523f2d,load=0,resource_versions=,resources_synced=,started_at=2021-04-03T05:17:31Z,topic='l3_agent')) {'router_ids': ['89eb586c-cd84-4471-985d-593241c59ade'], 'active': True} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:09.891025 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Calling delete_port for 465c3604-c4ed-4fdf-a472-47c5e4e111f0 owned by network:router_gateway {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:36:10.002279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvr_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] Set router 89eb586c-cd84-4471-985d-593241c59ade gateway port host: None {{(pid=84369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 03 05:36:10.117926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_hamode_db [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:36:09Z', 'revision_number': 6, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port_host': None}], 'dv-cinder-784623-2-smb', False) {} {{(pid=84369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:10.122340 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebc2be-45b5-442e-b451-3108ac830283 None None] The sync data for ids ['89eb586c-cd84-4471-985d-593241c59ade'] in dv-cinder-784623-2-smb is: [{'id': '89eb586c-cd84-4471-985d-593241c59ade', 'name': 'tempest-AttachVolumeShelveTestJSON-1798408210-router', 'tenant_id': '7fc5586229ec4ce0ac694f6300151483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:27Z', 'updated_at': '2021-04-03T05:36:09Z', 'revision_number': 6, 'project_id': '7fc5586229ec4ce0ac694f6300151483', 'gw_port_host': None}] {{(pid=84369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 03 05:36:10.299388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.314546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6416c9ea-2019-4859-9338-8907993b8d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:10.371379 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=465c3604-c4ed-4fdf-a472-47c5e4e111f0,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:10.374221 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:10.576576 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8013244'] for router_gateway, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.759906 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846762179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.762250 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.782691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846762105'] for router, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.783234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89eb586c-cd84-4471-985d-593241c59ade {{(pid=84367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 03 05:36:10.796009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] Notify callbacks [] for router, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.799622 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-99400697-cfa4-4402-a5f9-4b7ea234f0bf admin admin] 10.222.0.23 "DELETE /v2.0/routers/89eb586c-cd84-4471-985d-593241c59ade HTTP/1.1" status: 204 len: 168 time: 1.6183224 Apr 03 05:36:10.799911 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37292) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:10.853238 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device efc933df-83b0-47ee-adb1-03c5bafcb662 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:36:10.872342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Deleting subnet 5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:36:10.875664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.894637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: efc933df-83b0-47ee-adb1-03c5bafcb662 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:36:10.895119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device efc933df-83b0-47ee-adb1-03c5bafcb662 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:36:10.895676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 465c3604-c4ed-4fdf-a472-47c5e4e111f0 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:36:10.930607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:10.932979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: 465c3604-c4ed-4fdf-a472-47c5e4e111f0 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:36:10.933450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device 465c3604-c4ed-4fdf-a472-47c5e4e111f0 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:36:11.006351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:36:11.010721 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.260936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.276106 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:11.321320 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:11.325042 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:11.408772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.414738 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3010b-3cb1-400e-9a06-c2ce9f0d2385 None None] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:36:11.415890 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ea77f6da-71c2-4396-a880-919f4b61e187 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5d8f13a8-0d19-4c65-9a3f-2bcf829e2eb5 HTTP/1.1" status: 204 len: 168 time: 0.6147294 Apr 03 05:36:11.418234 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37296) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:11.533450 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.603133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Deleting port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:36:11.603781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.665439 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252523e2-31c3-41b1-a379-f098603885fd None None] DHCP port deletion for 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e request from dv-cinder-784623-2-smb {{(pid=84368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 03 05:36:11.670207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Deleting port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:36:11.670626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.824388 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] For port a26d87b3-8a27-4968-96b3-df1ef4a23ca8, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:11.824885 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.882425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-252523e2-31c3-41b1-a379-f098603885fd None None] For port a26d87b3-8a27-4968-96b3-df1ef4a23ca8, host dv-cinder-784623-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-smb',level=0,port_id=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,segment=NetworkSegment(2718be9e-9162-474e-9828-29de544cba34),segment_id=2718be9e-9162-474e-9828-29de544cba34)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:11.883392 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:11.956365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Calling delete_port for a26d87b3-8a27-4968-96b3-df1ef4a23ca8 owned by network:dhcp {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:36:12.020665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Calling delete_port for a26d87b3-8a27-4968-96b3-df1ef4a23ca8 owned by network:dhcp {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:36:12.035691 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.050943 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:12.094656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.db.api [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 03 05:36:12.094988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_db.api [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 03 05:36:12.105651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26d87b3-8a27-4968-96b3-df1ef4a23ca8,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:12.108551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:12.193000 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] No DVR routers for this DVR port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 on host dv-cinder-784623-2-smb {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:36:12.313546 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.425479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac2ce3e-c4b4-4703-b5af-2db8bf03489e']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:12.440488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2718be9e-9162-474e-9828-29de544cba34') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:12.440824 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2718be9e-9162-474e-9828-29de544cba34') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:36:12.452986 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.467384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.473520 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:36:12.596742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Deleting port a26d87b3-8a27-4968-96b3-df1ef4a23ca8 {{(pid=84368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:36:12.597282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-252523e2-31c3-41b1-a379-f098603885fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.651045 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:36:12.660200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.670895 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-252523e2-31c3-41b1-a379-f098603885fd None None] The port 'a26d87b3-8a27-4968-96b3-df1ef4a23ca8' was deleted {{(pid=84368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 03 05:36:12.840259 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Network 2ac2ce3e-c4b4-4703-b5af-2db8bf03489e has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:36:12.841611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a26d87b3-8a27-4968-96b3-df1ef4a23ca8 no longer exists at agent ovs-agent-dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:36:12.863547 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:36:12.878896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-e566b958-8961-4f95-9646-e4b40442971d None None] No Port match for: a26d87b3-8a27-4968-96b3-df1ef4a23ca8 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:36:12.879284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Device a26d87b3-8a27-4968-96b3-df1ef4a23ca8 not bound to the agent host dv-cinder-784623-2-smb {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:36:12.945306 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.948983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:12.963029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:12.974393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac2ce3e-c4b4-4703-b5af-2db8bf03489e,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:12.978666 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:12.988395 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-867fa713-54ff-4e50-8a0f-cd7a440875d7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ac2ce3e-c4b4-4703-b5af-2db8bf03489e HTTP/1.1" status: 204 len: 168 time: 1.5687909 Apr 03 05:36:13.101052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37302) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:13.153340 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-2564bace-22b3-4b71-b8b7-67088362753d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fc5586229ec4ce0ac694f6300151483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510323 Apr 03 05:36:13.155750 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37306) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:13.216960 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:13.243110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:13.286289 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:13.291129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-214ba54a-5215-489f-a758-97b99151bf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:13.305875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f67d9b3-1715-43df-8c21-555a657ef174,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:13.317084 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.317499 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.317902 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.318301 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.318695 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.319090 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.319481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.319871 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.320813 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.321210 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.321598 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.321983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:13.326896 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:13.329522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:13.330812 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-66d29989-3ff7-4e65-80d3-d79cb1f3a98c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f67d9b3-1715-43df-8c21-555a657ef174 HTTP/1.1" status: 204 len: 168 time: 0.1740468 Apr 03 05:36:14.064544 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37330) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:14.173507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1914993599-network', 'tenant_id': '594d58529dd64042a4234d00053638d0'}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:14.178630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:36:14.183785 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Usage tracker for resource:network and tenant:594d58529dd64042a4234d00053638d0 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:36:14.186782 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:36:14.193463 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:36:14.202127 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Made reservation on behalf of 594d58529dd64042a4234d00053638d0 for: {'network': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:36:14.206762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for network, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.222540 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.237966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:36:14.241968 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Usage tracker for resource:security_group_rule and tenant:594d58529dd64042a4234d00053638d0 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:36:14.245398 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:36:14.251318 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:36:14.335119 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.338196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.342362 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-858b491e-323c-42e9-8d06-b91afec43aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:14.367390 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=84366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 03 05:36:14.380189 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5c880a-e4cd-4b6d-847c-61b83469bb0b,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:14.384458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:14.385412 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.385793 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.db.segments_db [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Added segment 7eae6dad-534b-4e72-945f-8c49811fc3aa of type vlan for network f2087520-4207-426f-83ec-2666b904aac0 Apr 03 05:36:14.413112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756058034513'] for network, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.442052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187'] for network, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.443424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:14.444065 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:14.450097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:14.556984 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4912560 Apr 03 05:36:14.557931 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Pushing event updated for resources: {'Network': ['ID=f2087520-4207-426f-83ec-2666b904aac0,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:14.559961 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37336) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:36:14.562839 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1280cad-4b72-4be7-b914-a6206f7a5f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:14.566711 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Request body: {'subnet': {'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1914993599-subnet', 'tenant_id': '594d58529dd64042a4234d00053638d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:14.568679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Network f2087520-4207-426f-83ec-2666b904aac0 details requested by agent ovs-agent-dv-cinder-784623-2-smb with host dv-cinder-784623-2-smb {{(pid=84368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 03 05:36:14.571910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:36:14.576010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Usage tracker for resource:subnet and tenant:594d58529dd64042a4234d00053638d0 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:36:14.579012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:36:14.585219 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:36:14.595346 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Made reservation on behalf of 594d58529dd64042a4234d00053638d0 for: {'subnet': 1} {{(pid=84366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:36:14.600111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848590254'] for subnet, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:15.018873 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848654349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848590239'] for subnet, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:15.034244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:15.166435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Pushing event updated for resources: {'Subnet': ['ID=652fd5c1-fc46-4652-8246-d29ac6f48fd1,revision_number=0']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:15.170651 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:15.230760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Checking segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:36:15.231154 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Network hostable DHCP agents. Network: f2087520-4207-426f-83ec-2666b904aac0, hostable agents: ['9b8e05af-6b1c-49e6-b73b-85a5af2096dd'], hosted agents: [] {{(pid=84366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 03 05:36:15.249209 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Network f2087520-4207-426f-83ec-2666b904aac0 is scheduled to be hosted by DHCP agent 9b8e05af-6b1c-49e6-b73b-85a5af2096dd with binding_index 1 {{(pid=84366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 03 05:36:15.257133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-smb, f2087520-4207-426f-83ec-2666b904aac0) {{(pid=84366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:36:15.266861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4194d9-ca44-4900-872e-8605d75b15e0 None None] Network f2087520-4207-426f-83ec-2666b904aac0 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:36:15.269212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:15.269851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for subnet, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:15.292375 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-1cbdcb30-d07e-4978-ad4c-4c3385ab359b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7271957 Apr 03 05:36:15.490273 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ae86e-510e-44e2-9521-0fd7423dfde5 None None] Network f2087520-4207-426f-83ec-2666b904aac0 requested from dv-cinder-784623-2-smb {{(pid=84368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 03 05:36:15.828083 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-85a9431d-cdc7-4f19-9b21-2135a112de79 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:15.828857 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-85a9431d-cdc7-4f19-9b21-2135a112de79 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Synchronizing usage tracker for tenant:594d58529dd64042a4234d00053638d0 on resource:network {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:36:15.844403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-85a9431d-cdc7-4f19-9b21-2135a112de79 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Unset dirty status for tenant:594d58529dd64042a4234d00053638d0 on resource:network {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:36:15.845636 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-85a9431d-cdc7-4f19-9b21-2135a112de79 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.1722910 Apr 03 05:36:15.861338 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-39bc65ab-eba9-41de-b904-3ff04ca38d50 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/quotas/594d58529dd64042a4234d00053638d0 HTTP/1.1" status: 200 len: 375 time: 0.0094531 Apr 03 05:36:15.919469 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-f3ac64f0-cdbc-422d-b687-b0cb45d6b3db tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526922 Apr 03 05:36:16.063015 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-b0cba495-1bd6-4837-ac3c-f32e2e6ebb38 service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360214 Apr 03 05:36:16.427056 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-5dbb5ec7-53a5-4ec2-ab2e-3edff1d36904 service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574810 Apr 03 05:36:16.634345 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d7630dfc-ce8a-4d5b-acbd-2753ff0b809e req-c4955648-88ec-445d-92fc-c65fca364705 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 210 time: 0.0483878 Apr 03 05:36:17.678402 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-2b0b7b76-ff16-4f06-beaf-3086ee82d24e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:17.680060 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-2b0b7b76-ff16-4f06-beaf-3086ee82d24e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.1629248 Apr 03 05:36:17.691761 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Request body: {'port': {'device_id': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'admin_state_up': True, 'tenant_id': '594d58529dd64042a4234d00053638d0'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:17.801398 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2270a84c-3b18-4f5b-9133-2a56b93c5958 req-bbef18ff-58ba-47b1-bd74-cd8a3fa4c1e0 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 210 time: 0.0498350 Apr 03 05:36:17.839374 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:36:17.843413 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Usage tracker for resource:port and tenant:594d58529dd64042a4234d00053638d0 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:36:17.846350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:36:17.852280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:36:17.860029 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Made reservation on behalf of 594d58529dd64042a4234d00053638d0 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:36:17.865984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:18.035753 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Allocated IP 172.20.0.8 (f2087520-4207-426f-83ec-2666b904aac0/652fd5c1-fc46-4652-8246-d29ac6f48fd1/c6a35972-d961-4df6-8a00-ba616876d90a) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:36:18.241653 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:18.271241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:18.285870 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d5e7fe69-b147-41fc-a5ac-3e638e8b0e0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:18.436043 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event updated for resources: {'Port': ['ID=c6a35972-d961-4df6-8a00-ba616876d90a,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:18.440239 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:18.486719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Network f2087520-4207-426f-83ec-2666b904aac0 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:36:18.487989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:36:18.490803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:36:18.555436 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:18.556103 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:18.575729 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-dafb7b1a-2073-49cc-abcd-360636ac3bc9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8880711 Apr 03 05:36:18.587988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Request body: {'port': {'device_id': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:18.942613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:19.005054 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28b869-bdbe-458a-b0db-80d3827e2bea req-57702f96-2dc3-4e34-b036-2bb02f1a422a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:19.006642 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f28b869-bdbe-458a-b0db-80d3827e2bea req-57702f96-2dc3-4e34-b036-2bb02f1a422a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 931 time: 0.0905011 Apr 03 05:36:19.054193 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0f28b869-bdbe-458a-b0db-80d3827e2bea req-6ee2a1e1-f144-4d3f-b9ec-5c7307d0d32b tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Synchronizing usage tracker for tenant:594d58529dd64042a4234d00053638d0 on resource:security_group {{(pid=84366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:36:19.071348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-0f28b869-bdbe-458a-b0db-80d3827e2bea req-6ee2a1e1-f144-4d3f-b9ec-5c7307d0d32b tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Unset dirty status for tenant:594d58529dd64042a4234d00053638d0 on resource:security_group {{(pid=84366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:36:19.072587 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0f28b869-bdbe-458a-b0db-80d3827e2bea req-6ee2a1e1-f144-4d3f-b9ec-5c7307d0d32b tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594082 Apr 03 05:36:19.356647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a35972-d961-4df6-8a00-ba616876d90a {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:36:19.364216 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:19.378890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Transition to ACTIVE for port object c6a35972-d961-4df6-8a00-ba616876d90a will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:36:19.381387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:19.396877 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-27337ba5-9c57-4b53-a2e2-1b4729711aca tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:19.535190 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c6a35972-d961-4df6-8a00-ba616876d90a,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:19.538145 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:19.752876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Attempting to bind port c6a35972-d961-4df6-8a00-ba616876d90a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:36:19.753180 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Attempting to bind port c6a35972-d961-4df6-8a00-ba616876d90a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:36:19.753550 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Attempting to bind port c6a35972-d961-4df6-8a00-ba616876d90a on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:36:19.758930 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Port c6a35972-d961-4df6-8a00-ba616876d90a on network f2087520-4207-426f-83ec-2666b904aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:36:19.759292 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Attempting to bind port c6a35972-d961-4df6-8a00-ba616876d90a on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:36:19.764763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:36:19.765138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Checking segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:36:19.765553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Bound using segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:36:19.766024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Bound port: c6a35972-d961-4df6-8a00-ba616876d90a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:36:19.766424 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:19.858023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] For port c6a35972-d961-4df6-8a00-ba616876d90a, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:36:19.861774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] For port c6a35972-d961-4df6-8a00-ba616876d90a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6a35972-d961-4df6-8a00-ba616876d90a,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:36:19.865057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:19.881002 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-79aac080-e35d-4dfc-819c-a54bb8924f3a tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:20.034395 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c6a35972-d961-4df6-8a00-ba616876d90a,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:20.040354 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:20.071131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:20.071798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:20.073477 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] 10.222.0.15 "PUT /v2.0/ports/c6a35972-d961-4df6-8a00-ba616876d90a HTTP/1.1" status: 200 len: 1093 time: 1.4903216 Apr 03 05:36:20.074052 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'tag': 'c6a35972-d961-4df6-8a00-ba616876d90a'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:36:20.149861 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'tag': 'c6a35972-d961-4df6-8a00-ba616876d90a', 'status': 'completed', 'code': 200} Apr 03 05:36:20.186882 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-2e79e440-d584-4828-b687-6709693dca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:20.188522 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-2e79e440-d584-4828-b687-6709693dca0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 1096 time: 0.0797005 Apr 03 05:36:20.264379 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-897bacb4-42fc-4226-b385-bf327b838c41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a35972-d961-4df6-8a00-ba616876d90a HTTP/1.1" status: 200 len: 217 time: 0.0686455 Apr 03 05:36:20.273093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907fa8-213a-4573-998f-c645d44bdb8d req-db51d951-8e51-416d-a576-c25e6a707b9e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:20.275231 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-53907fa8-213a-4573-998f-c645d44bdb8d req-db51d951-8e51-416d-a576-c25e6a707b9e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 943 time: 0.0881615 Apr 03 05:36:20.325521 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-53907fa8-213a-4573-998f-c645d44bdb8d req-063f26e3-af49-4463-b479-965f385497b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438561 Apr 03 05:36:20.332218 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-ce62009d-505e-4e6c-b0f0-3d4e40f302bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:20.333821 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-ce62009d-505e-4e6c-b0f0-3d4e40f302bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0638566 Apr 03 05:36:20.389661 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-f8b06086-992d-4ffa-8e9d-909b979fb4ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492194 Apr 03 05:36:20.532287 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-c8bedc3e-afc4-45d4-a55e-5585b03face0 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363802 Apr 03 05:36:20.673219 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-48009115-a85c-473b-9cde-51153ca5e8d7 req-85a43779-a6c1-4857-9f7e-07f4e798d023 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343246 Apr 03 05:36:20.790793 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-4d7c47d7-3df8-4019-9798-fcf94800fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:20.792353 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-4d7c47d7-3df8-4019-9798-fcf94800fc78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 1096 time: 0.0758400 Apr 03 05:36:20.933593 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-804e73b4-e549-4fba-a0f1-3daaa1eb29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:20.935090 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-804e73b4-e549-4fba-a0f1-3daaa1eb29f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 916 time: 0.1366613 Apr 03 05:36:21.010747 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-c40adab5-d9c7-47b4-9e8a-0c619955b54e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a35972-d961-4df6-8a00-ba616876d90a HTTP/1.1" status: 200 len: 217 time: 0.0691295 Apr 03 05:36:21.077387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-2751daf0-b866-40e6-a9fc-2f79c459aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:21.078842 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-2751daf0-b866-40e6-a9fc-2f79c459aba0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0619123 Apr 03 05:36:21.129244 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-6a2f9e3a-2b11-425c-9459-38ce3a032c26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439806 Apr 03 05:36:21.267376 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-3a3c5814-50bb-497a-b102-5c7f03ef971a service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307297 Apr 03 05:36:21.408112 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-04d61d42-c9cb-4eb9-b0f8-c634fe73111a req-dc086655-bb32-4fdf-9144-a539bc80077d service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337764 Apr 03 05:36:21.576059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4643859-194b-4f83-993b-4af6c87c8355 req-321232da-5045-4f83-a5a8-3aba01a83041 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:21.577635 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c4643859-194b-4f83-993b-4af6c87c8355 req-321232da-5045-4f83-a5a8-3aba01a83041 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 943 time: 0.1374500 Apr 03 05:36:21.624789 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c4643859-194b-4f83-993b-4af6c87c8355 req-1472c37f-a54b-4370-a07f-d43d5d480a92 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Apr 03 05:36:22.826350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489c74b-e0a7-49ab-af39-a921ea16e5fa req-9b4651fc-41f1-4570-af85-3a6befd86987 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:22.827916 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6489c74b-e0a7-49ab-af39-a921ea16e5fa req-9b4651fc-41f1-4570-af85-3a6befd86987 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 943 time: 0.0904312 Apr 03 05:36:22.874939 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6489c74b-e0a7-49ab-af39-a921ea16e5fa req-c54b54b8-2179-4650-a141-26a082207353 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Apr 03 05:36:23.805351 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c6a35972-d961-4df6-8a00-ba616876d90a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:36:23.947206 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port c6a35972-d961-4df6-8a00-ba616876d90a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6a35972-d961-4df6-8a00-ba616876d90a,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:23.961346 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'c6a35972-d961-4df6-8a00-ba616876d90a', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'port_id': 'c6a35972-d961-4df6-8a00-ba616876d90a', 'mac_address': 'fa:16:3e:09:77:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652fd5c1-fc46-4652-8246-d29ac6f48fd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:36:24.024355 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:24.041966 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a35972-d961-4df6-8a00-ba616876d90a {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:36:24.059039 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port c6a35972-d961-4df6-8a00-ba616876d90a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6a35972-d961-4df6-8a00-ba616876d90a,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:24.061934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:24.063788 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-9a3b3b30-1767-44b4-a9c3-790f579c1356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:24.077131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b59f0-0c0f-470c-a6bb-7a7535264e95 req-9666ca5b-df31-4208-af5a-7b584f7a1d5c tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:24.078717 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d9b59f0-0c0f-470c-a6bb-7a7535264e95 req-9666ca5b-df31-4208-af5a-7b584f7a1d5c tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 943 time: 0.0900569 Apr 03 05:36:24.125935 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d9b59f0-0c0f-470c-a6bb-7a7535264e95 req-c554202a-2853-40f5-b824-6102b65e78cd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Apr 03 05:36:24.134883 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=c6a35972-d961-4df6-8a00-ba616876d90a,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:24.142805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.143192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.143570 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.143940 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.144324 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.144698 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.145063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.145425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.145786 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.146149 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.146509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.146867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:36:24.150978 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:24.370813 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:36:25.325464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0bf3-4f30-40d8-a41c-0cb66acec165 req-16551955-4843-4e84-b9ea-2fef3f276230 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:25.327006 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-da6c0bf3-4f30-40d8-a41c-0cb66acec165 req-16551955-4843-4e84-b9ea-2fef3f276230 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 944 time: 0.0890324 Apr 03 05:36:25.374039 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-da6c0bf3-4f30-40d8-a41c-0cb66acec165 req-17a8c761-34eb-4def-9f96-a303041c86d2 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Apr 03 05:36:25.790573 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c6a35972-d961-4df6-8a00-ba616876d90a up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:36:25.860430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port c6a35972-d961-4df6-8a00-ba616876d90a completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:36:25.865385 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port c6a35972-d961-4df6-8a00-ba616876d90a triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:36:25.865805 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:25.990656 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:26.018528 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a35972-d961-4df6-8a00-ba616876d90a'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:36:26.028886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port c6a35972-d961-4df6-8a00-ba616876d90a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6a35972-d961-4df6-8a00-ba616876d90a,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:26.032178 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:26.034112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:26.074755 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a35972-d961-4df6-8a00-ba616876d90a', 'code': 200} Apr 03 05:36:26.108183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=c6a35972-d961-4df6-8a00-ba616876d90a,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:26.111222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:26.307136 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3f8f2-f188-4536-8785-182c0ec4eaa8 req-c50a2c7d-5de9-41db-8339-877ab1b2c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:26.308663 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e8d3f8f2-f188-4536-8785-182c0ec4eaa8 req-c50a2c7d-5de9-41db-8339-877ab1b2c4b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 1098 time: 0.0804238 Apr 03 05:36:26.349708 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e8d3f8f2-f188-4536-8785-182c0ec4eaa8 req-1019f78a-6126-48e8-83d4-3d438faac328 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351851 Apr 03 05:36:26.588584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c222b13-68fa-4f40-8067-20327ee484ae req-79189d17-39ce-4eb7-a2e2-eeb7efe7e9b8 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:26.590050 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2c222b13-68fa-4f40-8067-20327ee484ae req-79189d17-39ce-4eb7-a2e2-eeb7efe7e9b8 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 945 time: 0.0904946 Apr 03 05:36:26.636445 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2c222b13-68fa-4f40-8067-20327ee484ae req-49c8c73a-8f36-421b-bad0-8f9ea5c6b436 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Apr 03 05:36:27.838459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b4452-be45-49b8-bc18-90a293e086d0 req-257b25f7-c509-4076-a3f2-9f8616633126 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:27.840026 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bb3b4452-be45-49b8-bc18-90a293e086d0 req-257b25f7-c509-4076-a3f2-9f8616633126 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 945 time: 0.0873621 Apr 03 05:36:27.886824 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bb3b4452-be45-49b8-bc18-90a293e086d0 req-5c7c6d46-15d5-45cc-bbc4-b357ac27b568 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Apr 03 05:36:28.577405 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-400f5303-d9b5-4c7d-a062-e4f410006a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:30.143040 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:30.586140 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9199105f-7a00-42de-90da-146331bf29ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:31.822403 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:32.098246 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:32.401242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-795f834d-5819-42c9-964c-5407066d0e26 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:32.402746 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-795f834d-5819-42c9-964c-5407066d0e26 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.1548576 Apr 03 05:36:32.419172 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-d9c26f06-fc7e-48d2-aeda-1f8ba1e12153 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/quotas/594d58529dd64042a4234d00053638d0 HTTP/1.1" status: 200 len: 375 time: 0.0101831 Apr 03 05:36:32.508603 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-08500b9d-6bf7-48b1-aac7-0851a81eab49 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836554 Apr 03 05:36:32.653576 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-bcfc49b6-5ffe-457b-8d59-b2af31a8fb9d service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355679 Apr 03 05:36:32.791849 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dd44a994-dbe0-4f3f-9cdb-54ab9c375051 service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318383 Apr 03 05:36:32.993860 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-70feb9a1-a2d7-41e3-8c5f-49f1d058335a req-683028be-0966-48e6-955e-d8f25ee1fd41 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 210 time: 0.0490987 Apr 03 05:36:33.169812 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:34.026850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-2b4c2bb2-6992-4802-a855-2567b8254abf tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:34.028452 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-2b4c2bb2-6992-4802-a855-2567b8254abf tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.1590924 Apr 03 05:36:34.041220 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Request body: {'port': {'device_id': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'admin_state_up': True, 'tenant_id': '594d58529dd64042a4234d00053638d0'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:34.159040 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-40c5941f-e9b3-4221-ae2a-a56643fdb927 req-29d2ec61-7d9d-4a0f-90e8-8916dc743d4e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 210 time: 0.0492764 Apr 03 05:36:34.185433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:36:34.189421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Usage tracker for resource:port and tenant:594d58529dd64042a4234d00053638d0 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:36:34.192459 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:36:34.198802 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:36:34.207307 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Made reservation on behalf of 594d58529dd64042a4234d00053638d0 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:36:34.213926 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:34.379152 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Allocated IP 172.20.0.14 (f2087520-4207-426f-83ec-2666b904aac0/652fd5c1-fc46-4652-8246-d29ac6f48fd1/32f283f0-b34c-493b-b79f-ed62fd7653d1) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:36:34.592703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:34.621582 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:34.632322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:36:34.636755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e137e7ec-9358-43fd-b898-54254e24b104 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:34.783437 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event updated for resources: {'Port': ['ID=32f283f0-b34c-493b-b79f-ed62fd7653d1,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:34.788587 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:34.837170 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Network f2087520-4207-426f-83ec-2666b904aac0 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:36:34.838284 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:36:34.840627 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:36:34.905558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:34.906244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:34.927848 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8915687 Apr 03 05:36:34.940602 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Request body: {'port': {'device_id': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:35.289794 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:35.363784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159d3c-53e1-4f27-be22-775e9dc360c7 req-09309b58-1fce-45a7-a932-8eaa68777030 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:35.365498 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-85159d3c-53e1-4f27-be22-775e9dc360c7 req-09309b58-1fce-45a7-a932-8eaa68777030 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 932 time: 0.0911705 Apr 03 05:36:35.415073 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-85159d3c-53e1-4f27-be22-775e9dc360c7 req-63caeb8a-0b42-4867-9987-eb1b110da48d tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Apr 03 05:36:35.699618 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f283f0-b34c-493b-b79f-ed62fd7653d1 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:36:35.707278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:35.722867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Transition to ACTIVE for port object 32f283f0-b34c-493b-b79f-ed62fd7653d1 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:36:35.725456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:35.740851 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-1fe1f2d8-a3c5-49c9-a742-41cd6d0e0cb1 tempest-TestShelveInstance-1596146525 tempest-TestShelveInstance-1596146525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:35.879376 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Pushing event updated for resources: {'Port': ['ID=32f283f0-b34c-493b-b79f-ed62fd7653d1,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:35.884134 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:36.092243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Attempting to bind port 32f283f0-b34c-493b-b79f-ed62fd7653d1 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:36:36.092652 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Attempting to bind port 32f283f0-b34c-493b-b79f-ed62fd7653d1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:36:36.093014 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Attempting to bind port 32f283f0-b34c-493b-b79f-ed62fd7653d1 on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:36:36.097798 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Port 32f283f0-b34c-493b-b79f-ed62fd7653d1 on network f2087520-4207-426f-83ec-2666b904aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:36:36.098148 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Attempting to bind port 32f283f0-b34c-493b-b79f-ed62fd7653d1 on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:36:36.103553 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:36:36.103918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Checking segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:36:36.104350 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Bound using segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:36:36.104815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Bound port: 32f283f0-b34c-493b-b79f-ed62fd7653d1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:36:36.105187 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:36.195342 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] For port 32f283f0-b34c-493b-b79f-ed62fd7653d1, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:36:36.199503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] For port 32f283f0-b34c-493b-b79f-ed62fd7653d1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=32f283f0-b34c-493b-b79f-ed62fd7653d1,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:36:36.202270 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:36.217584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-bf6cff04-3907-4edf-aa67-2e35d6262383 tempest-VolumesSnapshotTestJSON-344429253 tempest-VolumesSnapshotTestJSON-344429253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:36.371962 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Pushing event updated for resources: {'Port': ['ID=32f283f0-b34c-493b-b79f-ed62fd7653d1,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:36.375299 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:36.408980 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:36.409862 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:36.411332 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] 10.222.0.15 "PUT /v2.0/ports/32f283f0-b34c-493b-b79f-ed62fd7653d1 HTTP/1.1" status: 200 len: 1094 time: 1.4752212 Apr 03 05:36:36.411881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'tag': '32f283f0-b34c-493b-b79f-ed62fd7653d1'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:36:36.481466 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'tag': '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'status': 'completed', 'code': 200} Apr 03 05:36:36.525571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-f3ebb991-42d4-49ad-89fd-ec0d06905538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:36.527614 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-f3ebb991-42d4-49ad-89fd-ec0d06905538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 1097 time: 0.0821447 Apr 03 05:36:36.604206 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-a39c5cc1-83a5-443b-bd5b-cf1ca986c6ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f283f0-b34c-493b-b79f-ed62fd7653d1 HTTP/1.1" status: 200 len: 217 time: 0.0702579 Apr 03 05:36:36.626731 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c981aa-5cfe-4f75-851f-5055e631b8a6 req-63113af4-ae2e-481d-ab91-ad4349465703 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:36.628272 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-17c981aa-5cfe-4f75-851f-5055e631b8a6 req-63113af4-ae2e-481d-ab91-ad4349465703 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 944 time: 0.0931549 Apr 03 05:36:36.674449 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-b65dfcd8-a5ca-433b-9957-b916717630ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:36.676016 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-b65dfcd8-a5ca-433b-9957-b916717630ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0664282 Apr 03 05:36:36.676427 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-17c981aa-5cfe-4f75-851f-5055e631b8a6 req-ccbbd1d7-8b58-4957-9f23-3fa6604f7fbb tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Apr 03 05:36:36.734628 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-1c6af007-a8f4-4608-b825-af25ab539642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497978 Apr 03 05:36:36.875224 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-9cc082aa-21e3-4120-80e7-24a064bad57e service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341424 Apr 03 05:36:37.017476 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-980f3e90-042a-4363-a7aa-62c6f813f5c7 req-2c2c5118-1803-456c-b242-b1077a6ed3a4 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359046 Apr 03 05:36:37.134012 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-7fd19ac8-3d50-4e62-8965-6f3ab4ab2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:37.135571 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-7fd19ac8-3d50-4e62-8965-6f3ab4ab2bda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 1097 time: 0.0769660 Apr 03 05:36:37.274308 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-f922e974-d226-4447-a46b-49fdb88b5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:37.275775 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-f922e974-d226-4447-a46b-49fdb88b5859 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 916 time: 0.1345053 Apr 03 05:36:37.349111 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-1bf0be22-63c0-4499-a196-8d62120b759b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f283f0-b34c-493b-b79f-ed62fd7653d1 HTTP/1.1" status: 200 len: 217 time: 0.0672355 Apr 03 05:36:37.417241 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-839f56c0-4c91-445e-9f53-639c45e992d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:37.419027 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-839f56c0-4c91-445e-9f53-639c45e992d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0623691 Apr 03 05:36:37.469900 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-2bb8c86e-ce1c-4345-91cd-395ccacad13a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448983 Apr 03 05:36:37.607961 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-e9e043e9-778d-4038-a441-b88496514995 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312566 Apr 03 05:36:37.748575 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7303558b-b1bf-41b6-aa2f-e9a7a4d9650f req-6b327740-c24d-4216-8382-cd06802db6cf service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335931 Apr 03 05:36:37.880138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eda38e-679b-47ad-8219-8a7ca9716e92 req-8d713073-5c9e-4fcd-84e6-01c46963f3c2 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:37.881677 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-73eda38e-679b-47ad-8219-8a7ca9716e92 req-8d713073-5c9e-4fcd-84e6-01c46963f3c2 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 944 time: 0.0894284 Apr 03 05:36:37.929328 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-73eda38e-679b-47ad-8219-8a7ca9716e92 req-af3bcf4a-fff9-4ab2-ab56-c765d39bc1dd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Apr 03 05:36:38.884328 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-9e18cff5-9063-4411-a6fa-0750edec6a3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798678 Apr 03 05:36:39.031797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-8ce26ea3-79c3-46bd-966b-dd21704ff052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:39.033446 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-8ce26ea3-79c3-46bd-966b-dd21704ff052 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 1098 time: 0.0771022 Apr 03 05:36:39.137024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e75ec2-65f3-42fe-ad3c-1c9d4bdd0b62 req-963e5650-4128-48f4-addb-5216f4c16bb6 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:39.138548 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-08e75ec2-65f3-42fe-ad3c-1c9d4bdd0b62 req-963e5650-4128-48f4-addb-5216f4c16bb6 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 944 time: 0.0928650 Apr 03 05:36:39.186673 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-08e75ec2-65f3-42fe-ad3c-1c9d4bdd0b62 req-3c1566d9-b552-4f44-a6f4-f1d1e85b41b6 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Apr 03 05:36:39.188401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-8d7dcdf6-d47d-47ca-89ff-e1ac26be8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:39.189973 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-8d7dcdf6-d47d-47ca-89ff-e1ac26be8d77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 916 time: 0.1368251 Apr 03 05:36:39.265119 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-749eb00f-f804-4675-8afc-07afa7367cf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a35972-d961-4df6-8a00-ba616876d90a HTTP/1.1" status: 200 len: 217 time: 0.0681367 Apr 03 05:36:39.331772 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-ad0cf3be-614b-4799-bd27-a40242444372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:39.333354 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-ad0cf3be-614b-4799-bd27-a40242444372 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0627015 Apr 03 05:36:39.389484 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-d6a09503-59b1-4446-9a5f-4a327be0b83f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478232 Apr 03 05:36:39.529447 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-7a2c555a-55c3-45f6-a355-aa493744bc26 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326733 Apr 03 05:36:39.667717 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2bdd13dd-d0c8-4f60-9cdd-17d87bdbedd7 req-20109da7-9bb9-40c3-8584-bb69a11878e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314216 Apr 03 05:36:39.940327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 32f283f0-b34c-493b-b79f-ed62fd7653d1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:36:40.082188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 32f283f0-b34c-493b-b79f-ed62fd7653d1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=32f283f0-b34c-493b-b79f-ed62fd7653d1,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:40.097048 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'port_id': '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'mac_address': 'fa:16:3e:59:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652fd5c1-fc46-4652-8246-d29ac6f48fd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:36:40.156278 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:40.174076 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f283f0-b34c-493b-b79f-ed62fd7653d1 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:36:40.189616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 32f283f0-b34c-493b-b79f-ed62fd7653d1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=32f283f0-b34c-493b-b79f-ed62fd7653d1,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:40.192281 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:40.194092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:40.267019 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=32f283f0-b34c-493b-b79f-ed62fd7653d1,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:40.270244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:40.386186 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323a049-35a7-4104-9165-9665973f23d2 req-a9090ed3-a5c3-4cf1-888a-d9e025663500 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:40.387743 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c323a049-35a7-4104-9165-9665973f23d2 req-a9090ed3-a5c3-4cf1-888a-d9e025663500 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 945 time: 0.0880702 Apr 03 05:36:40.438650 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c323a049-35a7-4104-9165-9665973f23d2 req-a8f016fc-297f-4f6b-92ee-cd4e600afefa tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Apr 03 05:36:40.511161 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['32f283f0-b34c-493b-b79f-ed62fd7653d1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:36:41.636571 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ae965-c1d9-43a2-8f58-1435aaa7f60e req-5ed476e9-38c4-4566-82df-c6c2e024f749 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:41.638159 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-891ae965-c1d9-43a2-8f58-1435aaa7f60e req-5ed476e9-38c4-4566-82df-c6c2e024f749 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 945 time: 0.0878227 Apr 03 05:36:41.685152 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-891ae965-c1d9-43a2-8f58-1435aaa7f60e req-83773d28-61f9-41f8-9db3-f50bd51bf91c tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Apr 03 05:36:41.954558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 32f283f0-b34c-493b-b79f-ed62fd7653d1 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:36:42.024461 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 32f283f0-b34c-493b-b79f-ed62fd7653d1 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:36:42.029188 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 32f283f0-b34c-493b-b79f-ed62fd7653d1 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:36:42.029605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:42.152640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:42.180545 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f283f0-b34c-493b-b79f-ed62fd7653d1'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:36:42.190781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 32f283f0-b34c-493b-b79f-ed62fd7653d1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=32f283f0-b34c-493b-b79f-ed62fd7653d1,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:42.193976 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:42.196964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:42.233534 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'code': 200} Apr 03 05:36:42.267335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=32f283f0-b34c-493b-b79f-ed62fd7653d1,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:42.270401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:42.459030 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a002c1-a187-402d-a8be-fc8a2321f2c9 req-81880e54-54ff-4b44-a8bb-4ce1baf977fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:42.460539 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d7a002c1-a187-402d-a8be-fc8a2321f2c9 req-81880e54-54ff-4b44-a8bb-4ce1baf977fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 1099 time: 0.0762987 Apr 03 05:36:42.502512 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d7a002c1-a187-402d-a8be-fc8a2321f2c9 req-fa59d8bb-ff8d-47e6-80b3-b9cb44817544 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Apr 03 05:36:42.885097 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90918b22-3beb-4e1c-b7db-8dd9ca5bbef4 req-5ea1c95a-2c13-46af-a2f3-292d497f9703 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:42.886653 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-90918b22-3beb-4e1c-b7db-8dd9ca5bbef4 req-5ea1c95a-2c13-46af-a2f3-292d497f9703 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 946 time: 0.0897305 Apr 03 05:36:42.934371 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-90918b22-3beb-4e1c-b7db-8dd9ca5bbef4 req-67bd15b4-5b45-4d4c-bd0a-0ae537bd2f5f tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Apr 03 05:36:44.134542 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bb979-a19d-4112-811b-52b91de4807c req-382ad42b-a580-4495-92b0-a2f6a6d3701d tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:44.136136 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-160bb979-a19d-4112-811b-52b91de4807c req-382ad42b-a580-4495-92b0-a2f6a6d3701d tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 946 time: 0.0887778 Apr 03 05:36:44.182833 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-160bb979-a19d-4112-811b-52b91de4807c req-98440fd7-ce6d-42c8-80d6-5dfb0f311b87 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Apr 03 05:36:46.324611 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-c00e59ca-bb48-48f1-a98d-e1a0538b01cf tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:46.326179 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-c00e59ca-bb48-48f1-a98d-e1a0538b01cf tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.1547005 Apr 03 05:36:46.342315 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-54922dd0-bc95-486a-921d-6cedc36814c0 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/quotas/594d58529dd64042a4234d00053638d0 HTTP/1.1" status: 200 len: 375 time: 0.0100045 Apr 03 05:36:46.432852 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8472a129-5bbf-48e3-b964-b5b222063377 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850902 Apr 03 05:36:46.444470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-77ac1228-6562-42f1-8f8d-b7c461cfdfe5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:36:46.446005 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-77ac1228-6562-42f1-8f8d-b7c461cfdfe5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059602 Apr 03 05:36:46.590172 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-49db8202-a8ef-4fa7-b925-60c366d6f04a service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382194 Apr 03 05:36:46.729046 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-4f9e5542-4412-4a98-b2b7-6c4ebdc7ef63 service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324816 Apr 03 05:36:46.924840 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c6605262-1425-4feb-b82d-71d4e633e5e7 req-c33defe1-15ef-478e-abe8-aa5bd0ae2194 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 210 time: 0.0486090 Apr 03 05:36:48.009644 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:36:48.094474 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7f636b17-2803-47a2-9473-090ea0e58611 req-477c7d14-0525-44b5-9890-67845bf90c1d tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 210 time: 0.0519700 Apr 03 05:36:48.293381 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-421effe7-cd40-418b-a23b-108d7a95875a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:48.295167 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-421effe7-cd40-418b-a23b-108d7a95875a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.3910093 Apr 03 05:36:48.308049 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Request body: {'port': {'device_id': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'admin_state_up': True, 'tenant_id': '594d58529dd64042a4234d00053638d0'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:48.446225 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:36:48.450173 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Usage tracker for resource:port and tenant:594d58529dd64042a4234d00053638d0 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:36:48.453074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:36:48.458894 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:36:48.467380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Made reservation on behalf of 594d58529dd64042a4234d00053638d0 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:36:48.473410 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:48.645685 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Allocated IP 172.20.0.4 (f2087520-4207-426f-83ec-2666b904aac0/652fd5c1-fc46-4652-8246-d29ac6f48fd1/f368dfee-9f3b-4a14-b49f-657c98be8ff0) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:36:48.858008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:48.886983 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:48.898979 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a', '32f283f0-b34c-493b-b79f-ed62fd7653d1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:36:48.902659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-14f98249-a553-4734-baec-a9d8570e699e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:49.052912 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event updated for resources: {'Port': ['ID=f368dfee-9f3b-4a14-b49f-657c98be8ff0,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:49.057423 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:49.100559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Network f2087520-4207-426f-83ec-2666b904aac0 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:36:49.102305 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:36:49.104667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:36:49.172950 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:49.173645 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:49.193754 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-8cee8650-07b0-4954-9a13-61f955460254 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900273 Apr 03 05:36:49.206783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-14b643ca-7c53-4016-86cf-2fbf9b6692be tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:36:49.207986 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-14b643ca-7c53-4016-86cf-2fbf9b6692be tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084324 Apr 03 05:36:49.219073 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Request body: {'port': {'device_id': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:36:49.306191 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b615c-45ed-4f87-8c44-6a84c113508a req-aa22c042-3f6a-4ebb-a8a2-300e586f35a0 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:49.307780 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-958b615c-45ed-4f87-8c44-6a84c113508a req-aa22c042-3f6a-4ebb-a8a2-300e586f35a0 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 931 time: 0.0912774 Apr 03 05:36:49.338108 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:49.357499 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-958b615c-45ed-4f87-8c44-6a84c113508a req-bd77f78c-226b-4b8e-9759-1d65b1d7e2f3 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Apr 03 05:36:49.790137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f368dfee-9f3b-4a14-b49f-657c98be8ff0 {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:36:49.798185 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:49.814847 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Transition to ACTIVE for port object f368dfee-9f3b-4a14-b49f-657c98be8ff0 will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:36:49.818112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:49.835192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-4397a123-a008-4fb5-b9ef-392337676bbd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:49.986192 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f368dfee-9f3b-4a14-b49f-657c98be8ff0,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:49.990487 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:50.215856 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Attempting to bind port f368dfee-9f3b-4a14-b49f-657c98be8ff0 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:36:50.216476 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Attempting to bind port f368dfee-9f3b-4a14-b49f-657c98be8ff0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:36:50.216613 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Attempting to bind port f368dfee-9f3b-4a14-b49f-657c98be8ff0 on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:36:50.221569 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Port f368dfee-9f3b-4a14-b49f-657c98be8ff0 on network f2087520-4207-426f-83ec-2666b904aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:36:50.221929 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Attempting to bind port f368dfee-9f3b-4a14-b49f-657c98be8ff0 on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:36:50.228055 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:36:50.228455 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Checking segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:36:50.228876 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Bound using segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:36:50.229369 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Bound port: f368dfee-9f3b-4a14-b49f-657c98be8ff0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:36:50.229722 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:50.320659 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] For port f368dfee-9f3b-4a14-b49f-657c98be8ff0, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:36:50.323700 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] For port f368dfee-9f3b-4a14-b49f-657c98be8ff0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f368dfee-9f3b-4a14-b49f-657c98be8ff0,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:36:50.326846 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:50.342116 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c1efd401-a498-4d47-a522-61bc08a7d485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:50.495163 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f368dfee-9f3b-4a14-b49f-657c98be8ff0,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:50.499855 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:50.534327 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:50.534650 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:50.536093 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-67a59541-b611-44a5-a0de-cba5518fd8b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/f368dfee-9f3b-4a14-b49f-657c98be8ff0 HTTP/1.1" status: 200 len: 1093 time: 1.3213735 Apr 03 05:36:50.536669 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'tag': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:36:50.614401 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'tag': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0', 'status': 'completed', 'code': 200} Apr 03 05:36:50.617878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b32a-cf78-468a-9588-9abfdaab5626 req-fbdfb054-8bf7-4a2a-a50b-f002ed589298 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:50.619640 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e2f6b32a-cf78-468a-9588-9abfdaab5626 req-fbdfb054-8bf7-4a2a-a50b-f002ed589298 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 943 time: 0.1495864 Apr 03 05:36:50.657432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-6d7e2674-e2a3-420f-a86b-5eec172794fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:50.659054 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-6d7e2674-e2a3-420f-a86b-5eec172794fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 1096 time: 0.0863578 Apr 03 05:36:50.667672 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e2f6b32a-cf78-468a-9588-9abfdaab5626 req-e94163e8-4fe6-4f78-9ee2-254c2ca32b15 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Apr 03 05:36:50.737123 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-ba32bc03-87f1-4688-b563-6de16b95eea2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f368dfee-9f3b-4a14-b49f-657c98be8ff0 HTTP/1.1" status: 200 len: 217 time: 0.0690691 Apr 03 05:36:50.805104 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-3a02b48f-e860-4dc5-80b3-ca76a0573dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:50.806607 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-3a02b48f-e860-4dc5-80b3-ca76a0573dc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0631778 Apr 03 05:36:50.860951 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-f3d1baed-a008-4771-932e-21651146e097 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480981 Apr 03 05:36:51.004528 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-91b2ce9e-d7ee-4c20-a48f-b2a8e55b6c3c service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368723 Apr 03 05:36:51.141718 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea07f411-0912-49af-8501-adaffdf3b6ed req-f49747cd-5e32-43d6-899e-c6b2a9ab46f6 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308267 Apr 03 05:36:51.258137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-0631ffd2-5f0d-4563-a841-3ee5b2cf72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:51.259626 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-0631ffd2-5f0d-4563-a841-3ee5b2cf72cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 1096 time: 0.0767825 Apr 03 05:36:51.397509 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-3b722190-482d-4cd1-846e-b336342473c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:51.399035 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-3b722190-482d-4cd1-846e-b336342473c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 916 time: 0.1331859 Apr 03 05:36:51.472988 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-60894668-6a11-4bfd-92ab-36a80a486c00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f368dfee-9f3b-4a14-b49f-657c98be8ff0 HTTP/1.1" status: 200 len: 217 time: 0.0676792 Apr 03 05:36:51.539592 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-074e289e-312f-4123-bf33-7306513aaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:51.541028 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-074e289e-312f-4123-bf33-7306513aaf6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0620601 Apr 03 05:36:51.591086 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-3a417286-ead8-4dc2-a8ce-81dbc09b1e18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439284 Apr 03 05:36:51.730986 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-b287a235-8b20-4699-96f1-e648175a81bc service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335092 Apr 03 05:36:51.872755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e261c-5376-463a-bb01-43b382ce928b req-6eae3158-c4b9-4a42-8d58-fae6be5e1ae4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:51.874326 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-310e261c-5376-463a-bb01-43b382ce928b req-6eae3158-c4b9-4a42-8d58-fae6be5e1ae4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 943 time: 0.0902507 Apr 03 05:36:51.924366 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-310e261c-5376-463a-bb01-43b382ce928b req-8fa09988-ccde-466f-8f67-e71ab2624303 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Apr 03 05:36:51.958312 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4710f926-4742-4e8a-a257-05bca80f8c85 req-a753d932-97ac-4290-b9b9-6e1bd7c16a2f service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416376 Apr 03 05:36:53.127129 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f2fb5-9386-4f52-a11f-62ceb2bb261d req-fa30db7c-03b3-4a4b-90ea-d2f70ddfbabd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:53.128652 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e94f2fb5-9386-4f52-a11f-62ceb2bb261d req-fa30db7c-03b3-4a4b-90ea-d2f70ddfbabd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 943 time: 0.0909243 Apr 03 05:36:53.176334 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e94f2fb5-9386-4f52-a11f-62ceb2bb261d req-03a1a7d8-b0df-4090-87a2-65cf102eed8f tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Apr 03 05:36:54.012580 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device f368dfee-9f3b-4a14-b49f-657c98be8ff0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:36:54.150933 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port f368dfee-9f3b-4a14-b49f-657c98be8ff0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f368dfee-9f3b-4a14-b49f-657c98be8ff0,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:54.167932 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'port_id': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0', 'mac_address': 'fa:16:3e:6e:82:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652fd5c1-fc46-4652-8246-d29ac6f48fd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:36:54.225850 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:54.243848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f368dfee-9f3b-4a14-b49f-657c98be8ff0 {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:36:54.259705 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port f368dfee-9f3b-4a14-b49f-657c98be8ff0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f368dfee-9f3b-4a14-b49f-657c98be8ff0,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:54.264572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:54.266414 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:54.336378 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=f368dfee-9f3b-4a14-b49f-657c98be8ff0,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:54.339539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:54.374330 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690721bc-1ac7-4f64-8807-82a0a94a5bec req-bfddfb9e-551b-4e88-b4aa-b8a0b23e2306 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:54.375918 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-690721bc-1ac7-4f64-8807-82a0a94a5bec req-bfddfb9e-551b-4e88-b4aa-b8a0b23e2306 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 944 time: 0.0879488 Apr 03 05:36:54.426111 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-690721bc-1ac7-4f64-8807-82a0a94a5bec req-7d51631c-9268-417c-8233-7037e375bb9e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Apr 03 05:36:54.586604 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['f368dfee-9f3b-4a14-b49f-657c98be8ff0'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:36:55.622874 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a90d84-23ff-4a18-8122-3a52df219699 req-13b65077-a5ce-4896-b6c0-54bfbd9af2f6 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:55.624490 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d3a90d84-23ff-4a18-8122-3a52df219699 req-13b65077-a5ce-4896-b6c0-54bfbd9af2f6 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 944 time: 0.0880294 Apr 03 05:36:55.671691 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d3a90d84-23ff-4a18-8122-3a52df219699 req-acc3d64e-e8dc-4ce9-962d-7c3f8c621e61 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Apr 03 05:36:56.029066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device f368dfee-9f3b-4a14-b49f-657c98be8ff0 up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:36:56.101047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port f368dfee-9f3b-4a14-b49f-657c98be8ff0 completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:36:56.105760 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port f368dfee-9f3b-4a14-b49f-657c98be8ff0 triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:36:56.106174 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:56.227941 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:56.258741 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:36:56.269068 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port f368dfee-9f3b-4a14-b49f-657c98be8ff0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f368dfee-9f3b-4a14-b49f-657c98be8ff0,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:36:56.271886 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:36:56.274589 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:36:56.312862 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0', 'code': 200} Apr 03 05:36:56.349464 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=f368dfee-9f3b-4a14-b49f-657c98be8ff0,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:36:56.352617 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:36:56.557024 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f0233-19de-46f6-b23a-90afde861492 req-08cf6d20-0f1d-447e-be87-508754798c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:56.558624 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bc3f0233-19de-46f6-b23a-90afde861492 req-08cf6d20-0f1d-447e-be87-508754798c30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 1098 time: 0.0815253 Apr 03 05:36:56.601503 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bc3f0233-19de-46f6-b23a-90afde861492 req-009c7412-65e0-4838-9c66-7f665a66a8be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Apr 03 05:36:56.871784 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7457c2-f2f0-497c-bd27-8cd8b02620f2 req-7b3c10c1-cc73-4105-b330-e7f68a090c85 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:56.873389 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7a7457c2-f2f0-497c-bd27-8cd8b02620f2 req-7b3c10c1-cc73-4105-b330-e7f68a090c85 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 945 time: 0.0914638 Apr 03 05:36:56.921276 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7a7457c2-f2f0-497c-bd27-8cd8b02620f2 req-df0d6b3c-95e7-480c-bee4-1852c0137efc tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Apr 03 05:36:58.124492 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041db8-8c36-40e1-89c0-09a4caf771a1 req-1d66c46b-88e3-4776-8378-ad3931f7938c tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:36:58.126063 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-24041db8-8c36-40e1-89c0-09a4caf771a1 req-1d66c46b-88e3-4776-8378-ad3931f7938c tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 945 time: 0.0892484 Apr 03 05:36:58.172688 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-24041db8-8c36-40e1-89c0-09a4caf771a1 req-0b09118d-19c2-4d46-8e13-26135583b61f tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Apr 03 05:36:58.579232 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e0b21f69-2e3d-481a-8b15-f54a224682b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:00.149790 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:00.587007 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e066e1fc-adb7-4218-ace1-07fcb43db93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:01.824098 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:02.100033 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:03.171279 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:04.711433 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-4854338c-d569-4b24-8ac6-903bc9e95e79 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:04.713070 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-4854338c-d569-4b24-8ac6-903bc9e95e79 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.3783078 Apr 03 05:37:04.728803 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-9ad7b3b8-1351-4e5c-9a2e-d34a0fbc318d tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/quotas/594d58529dd64042a4234d00053638d0 HTTP/1.1" status: 200 len: 375 time: 0.0094306 Apr 03 05:37:04.823066 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-08931160-171b-4bfd-98e6-076dee348156 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887761 Apr 03 05:37:04.879242 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-fec7147d-aece-4f0f-b45c-6e2932afdfe1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 05:37:04.880315 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-fec7147d-aece-4f0f-b45c-6e2932afdfe1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499730 Apr 03 05:37:05.021721 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-5bc27c06-7fe6-4dfd-886c-6dd418ed3e44 service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345983 Apr 03 05:37:05.161799 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-ad6695d8-c21c-4e82-8cc2-dc9d79cbd4dc service neutron] 10.222.0.23 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336527 Apr 03 05:37:05.355472 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d4a55c70-434a-4471-8934-55924026ab3f req-8ed7ceaa-58fe-4e72-a29f-1154f1be31f7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 210 time: 0.0485587 Apr 03 05:37:06.536454 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-9599ff17-35d2-4597-a13a-9e4bca07863b req-a064c597-13d8-42c6-b86f-5559409e44d9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 210 time: 0.0478199 Apr 03 05:37:06.592063 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-75acccc8-4987-49f3-8a9e-ab60edbdb59e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:06.593659 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-75acccc8-4987-49f3-8a9e-ab60edbdb59e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 815 time: 0.1631072 Apr 03 05:37:06.605903 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Request body: {'port': {'device_id': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'admin_state_up': True, 'tenant_id': '594d58529dd64042a4234d00053638d0'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:37:06.753489 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:37:06.757510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Usage tracker for resource:port and tenant:594d58529dd64042a4234d00053638d0 is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:37:06.760590 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:37:06.766704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:37:06.775389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Made reservation on behalf of 594d58529dd64042a4234d00053638d0 for: {'port': 1} {{(pid=84367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 03 05:37:06.781349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:07.179491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_common [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Allocated IP 172.20.0.11 (f2087520-4207-426f-83ec-2666b904aac0/652fd5c1-fc46-4652-8246-d29ac6f48fd1/01291edd-7256-4508-9f5d-4eb4b550d6da) {{(pid=84367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 03 05:37:07.383783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks [] for port, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:07.412256 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363280796711472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:07.424491 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a', '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'f368dfee-9f3b-4a14-b49f-657c98be8ff0'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:37:07.430282 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-dc5dabf8-4a4b-425d-bc94-be2367718e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:07.578333 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event updated for resources: {'Port': ['ID=01291edd-7256-4508-9f5d-4eb4b550d6da,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:07.589682 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.590067 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.590479 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.590890 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.591296 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.591706 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.592112 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.592535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.592945 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.593348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.593748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.594147 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:07.598092 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:07.638949 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Network f2087520-4207-426f-83ec-2666b904aac0 is already hosted by enough agents. {{(pid=84367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 03 05:37:07.640087 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.scheduler.base_scheduler [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Resources bound (agent type, host, resource id): {{(pid=84367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 03 05:37:07.642584 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Received port after_create {{(pid=84367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 03 05:37:07.708909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:07.709578 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:07.730470 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e21dd421-4461-401e-9bd2-a6faaa9f06b4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1283884 Apr 03 05:37:07.755057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ced22-341c-42a3-8ba0-83ab4cb72353 req-b024c6d3-05a1-4307-afd8-e883d304e075 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:07.757374 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-189ced22-341c-42a3-8ba0-83ab4cb72353 req-b024c6d3-05a1-4307-afd8-e883d304e075 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 932 time: 0.0956490 Apr 03 05:37:07.795138 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.v2.base [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Request body: {'port': {'device_id': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 05:37:07.808334 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-189ced22-341c-42a3-8ba0-83ab4cb72353 req-c5bd24c0-b015-4bc4-8612-12c74ce5cd12 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Apr 03 05:37:07.918483 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:08.327646 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01291edd-7256-4508-9f5d-4eb4b550d6da {{(pid=84367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:37:08.335792 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:08.350393 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Transition to ACTIVE for port object 01291edd-7256-4508-9f5d-4eb4b550d6da will not be triggered until provisioned by entity L2. {{(pid=84367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 03 05:37:08.353655 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:08.368599 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d8134f52-f187-4159-90a3-0e29c019ee89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:08.508964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Pushing event updated for resources: {'Port': ['ID=01291edd-7256-4508-9f5d-4eb4b550d6da,revision_number=2']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:08.513231 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:08.723778 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Attempting to bind port 01291edd-7256-4508-9f5d-4eb4b550d6da on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 05:37:08.724361 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Attempting to bind port 01291edd-7256-4508-9f5d-4eb4b550d6da by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 03 05:37:08.724486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Attempting to bind port 01291edd-7256-4508-9f5d-4eb4b550d6da on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:37:08.729365 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Port 01291edd-7256-4508-9f5d-4eb4b550d6da on network f2087520-4207-426f-83ec-2666b904aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 05:37:08.729724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Attempting to bind port 01291edd-7256-4508-9f5d-4eb4b550d6da on network f2087520-4207-426f-83ec-2666b904aac0 {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 03 05:37:08.735131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Checking agent: {'id': '18525cf1-af2d-4910-b8c8-cbb4c99fe672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 03 05:37:08.735496 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Checking segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 03 05:37:08.735909 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Bound using segment: {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'} {{(pid=84367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 03 05:37:08.736421 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Bound port: 01291edd-7256-4508-9f5d-4eb4b550d6da, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eae6dad-534b-4e72-945f-8c49811fc3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0'}}] {{(pid=84367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 03 05:37:08.736797 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:08.828408 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] For port 01291edd-7256-4508-9f5d-4eb4b550d6da, host hv-cinder-78462, cleared binding levels {{(pid=84367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 03 05:37:08.831469 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] For port 01291edd-7256-4508-9f5d-4eb4b550d6da, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=01291edd-7256-4508-9f5d-4eb4b550d6da,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 03 05:37:08.835507 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115044'] for port, after_update {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:08.850657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-92d093bc-f5c2-45df-a560-c6346ad85fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:09.004927 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Pushing event updated for resources: {'Port': ['ID=01291edd-7256-4508-9f5d-4eb4b550d6da,revision_number=3']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:09.008757 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:09.019858 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa2f76-a2cd-4645-85a6-0c59ee8f272e req-706515be-6dac-4f0a-81a5-6d9ee782fb25 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:09.021505 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c2aa2f76-a2cd-4645-85a6-0c59ee8f272e req-706515be-6dac-4f0a-81a5-6d9ee782fb25 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 944 time: 0.0949552 Apr 03 05:37:09.045037 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:09.045739 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:09.047639 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] 10.222.0.15 "PUT /v2.0/ports/01291edd-7256-4508-9f5d-4eb4b550d6da HTTP/1.1" status: 200 len: 1094 time: 1.3095567 Apr 03 05:37:09.047783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'tag': '01291edd-7256-4508-9f5d-4eb4b550d6da'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:37:09.074404 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c2aa2f76-a2cd-4645-85a6-0c59ee8f272e req-5e69d36f-7faf-4148-8f9a-6f67bee4ca8b tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462723 Apr 03 05:37:09.161149 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'tag': '01291edd-7256-4508-9f5d-4eb4b550d6da', 'status': 'completed', 'code': 200} Apr 03 05:37:09.170875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-87cf1f01-e2eb-4ca9-9d5b-476278fcd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:09.172527 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-87cf1f01-e2eb-4ca9-9d5b-476278fcd229 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 1097 time: 0.0827682 Apr 03 05:37:09.249065 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-cf504a30-b089-4d78-8944-3dce6ea90c29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01291edd-7256-4508-9f5d-4eb4b550d6da HTTP/1.1" status: 200 len: 217 time: 0.0690792 Apr 03 05:37:09.321591 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-ce7a6dda-6da4-4709-b7c1-6708f0732e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:09.323120 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-ce7a6dda-6da4-4709-b7c1-6708f0732e3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0634987 Apr 03 05:37:09.376162 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-e1d2bdf6-83e4-4818-930f-523919e0b26e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463357 Apr 03 05:37:09.518191 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-41b8add6-820d-4bb2-8fb8-76cb57a46734 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350913 Apr 03 05:37:09.659358 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-767022e1-f8db-488b-b3b8-b5163d4667d3 req-29bdcdf6-9b08-429b-901d-abdd6e742eed service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339188 Apr 03 05:37:09.794954 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-2f1dc399-967e-440c-a61e-d51e70109ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:09.796596 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-2f1dc399-967e-440c-a61e-d51e70109ce9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 1097 time: 0.0815377 Apr 03 05:37:09.937998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-c32a6130-37d1-44b9-bda6-cb264bccf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:09.939507 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-c32a6130-37d1-44b9-bda6-cb264bccf7d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 916 time: 0.1364155 Apr 03 05:37:10.015894 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-3da1edeb-1f68-4ae3-81da-15996bd1d7fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01291edd-7256-4508-9f5d-4eb4b550d6da HTTP/1.1" status: 200 len: 217 time: 0.0688946 Apr 03 05:37:10.085360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-38e04004-c870-47c4-b61f-7c9124a0c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:10.086864 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-38e04004-c870-47c4-b61f-7c9124a0c55e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0643706 Apr 03 05:37:10.142233 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-ff86e975-5324-413a-8288-6c7c45f67f13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477476 Apr 03 05:37:10.274363 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fa5f7-413f-4534-9ca3-ef650174e4d7 req-f6041671-d6ed-4b63-8ccd-fcc4db718af9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:10.275862 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e76fa5f7-413f-4534-9ca3-ef650174e4d7 req-f6041671-d6ed-4b63-8ccd-fcc4db718af9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 944 time: 0.0882587 Apr 03 05:37:10.286360 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-0f48a9da-3225-453b-8a48-e949da13ffd8 service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354477 Apr 03 05:37:10.323589 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-e76fa5f7-413f-4534-9ca3-ef650174e4d7 req-05df213a-3d46-4529-b6fd-cd4779afb240 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Apr 03 05:37:10.428887 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-ea794f1f-f118-4ef9-ba67-7a6a5ad55df7 req-9b5d63c6-3a8d-4d50-a682-f2c52f2618db service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350265 Apr 03 05:37:11.526268 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cc9ae-5e43-4f76-baa3-2af29482c740 req-059a5890-07ea-43b8-b898-02a495ea59ca tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:11.527828 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b42cc9ae-5e43-4f76-baa3-2af29482c740 req-059a5890-07ea-43b8-b898-02a495ea59ca tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 944 time: 0.0906236 Apr 03 05:37:11.574545 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-b42cc9ae-5e43-4f76-baa3-2af29482c740 req-cb8044ae-1392-4bba-82d8-f653afa1c269 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Apr 03 05:37:12.775208 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a714b-131c-41c4-9148-ca6b36740471 req-20cf4e77-75b6-4192-a8b1-44d0f6cb2dd9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:12.776777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-054a714b-131c-41c4-9148-ca6b36740471 req-20cf4e77-75b6-4192-a8b1-44d0f6cb2dd9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 944 time: 0.0865479 Apr 03 05:37:12.826111 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-054a714b-131c-41c4-9148-ca6b36740471 req-1756cc80-5c72-47e1-965a-a7228e08f0dc tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Apr 03 05:37:14.025380 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2daa12-9e12-4dcf-8c1a-f1c87f374ee8 req-6d96921d-fe69-4b24-9e06-4446f32ab911 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:14.026968 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6b2daa12-9e12-4dcf-8c1a-f1c87f374ee8 req-6d96921d-fe69-4b24-9e06-4446f32ab911 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 944 time: 0.0876532 Apr 03 05:37:14.075276 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-6b2daa12-9e12-4dcf-8c1a-f1c87f374ee8 req-9c380cf7-1e90-465e-abd0-ad88bfcae95d tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Apr 03 05:37:14.123455 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 01291edd-7256-4508-9f5d-4eb4b550d6da details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 03 05:37:14.263467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 01291edd-7256-4508-9f5d-4eb4b550d6da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=01291edd-7256-4508-9f5d-4eb4b550d6da,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:37:14.277597 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Returning: {'device': '01291edd-7256-4508-9f5d-4eb4b550d6da', 'network_id': 'f2087520-4207-426f-83ec-2666b904aac0', 'port_id': '01291edd-7256-4508-9f5d-4eb4b550d6da', 'mac_address': 'fa:16:3e:f8:1f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652fd5c1-fc46-4652-8246-d29ac6f48fd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 03 05:37:14.335166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:14.352988 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01291edd-7256-4508-9f5d-4eb4b550d6da {{(pid=84368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 03 05:37:14.368387 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 01291edd-7256-4508-9f5d-4eb4b550d6da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=01291edd-7256-4508-9f5d-4eb4b550d6da,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:37:14.371215 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:14.373006 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:14.443183 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=01291edd-7256-4508-9f5d-4eb4b550d6da,revision_number=4']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:14.446190 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:14.713371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['01291edd-7256-4508-9f5d-4eb4b550d6da'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:37:15.277345 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2374d-3f5e-47cf-bc22-ba5d2860ec9a req-6c05358f-1d6e-4de9-978b-4b01bdaa76ea tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:15.278901 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2df2374d-3f5e-47cf-bc22-ba5d2860ec9a req-6c05358f-1d6e-4de9-978b-4b01bdaa76ea tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 945 time: 0.0903089 Apr 03 05:37:15.326846 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2df2374d-3f5e-47cf-bc22-ba5d2860ec9a req-ed2711be-9cfa-41df-87d7-5c892b2dde0e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Apr 03 05:37:16.138900 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 01291edd-7256-4508-9f5d-4eb4b550d6da up at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 03 05:37:16.208023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning for port 01291edd-7256-4508-9f5d-4eb4b550d6da completed by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 05:37:16.213346 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.provisioning_blocks [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Provisioning complete for port 01291edd-7256-4508-9f5d-4eb4b550d6da triggered by entity L2. {{(pid=84368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 05:37:16.213762 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:16.333630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854658338'] for port, before_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:16.361465 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01291edd-7256-4508-9f5d-4eb4b550d6da'}] {{(pid=84368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:37:16.371807 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] For port 01291edd-7256-4508-9f5d-4eb4b550d6da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=01291edd-7256-4508-9f5d-4eb4b550d6da,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:37:16.375198 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756058506884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280796711455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280796711164'] for port, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:16.377144 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:16.450953 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Pushing event updated for resources: {'Port': ['ID=01291edd-7256-4508-9f5d-4eb4b550d6da,revision_number=5']} {{(pid=84368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:16.454172 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:16.470835 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01291edd-7256-4508-9f5d-4eb4b550d6da', 'code': 200} Apr 03 05:37:16.530763 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c103640-6c35-48fb-9a39-ecb1988e85a8 req-744d24d7-cbf3-4196-a80f-f3e06c3059d4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:16.532372 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2c103640-6c35-48fb-9a39-ecb1988e85a8 req-744d24d7-cbf3-4196-a80f-f3e06c3059d4 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 946 time: 0.0905309 Apr 03 05:37:16.580805 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2c103640-6c35-48fb-9a39-ecb1988e85a8 req-4a4bbfd5-9be9-42a5-ae26-8ad0f7218356 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Apr 03 05:37:16.722165 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b147ef2-c02f-41b0-8504-0c92048885fb req-ff18bbcb-8bf7-44c4-9cd0-b3d62dafdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:16.723661 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1b147ef2-c02f-41b0-8504-0c92048885fb req-ff18bbcb-8bf7-44c4-9cd0-b3d62dafdc1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 1099 time: 0.0819583 Apr 03 05:37:16.766220 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-1b147ef2-c02f-41b0-8504-0c92048885fb req-2abd8951-0e47-472f-aca6-62bd330c0076 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Apr 03 05:37:17.782918 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf2e43-ce74-4a87-afc1-9aed08cb2ae6 req-eef83ae0-55ab-46e3-841c-89c8c51d2287 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:17.784496 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06bf2e43-ce74-4a87-afc1-9aed08cb2ae6 req-eef83ae0-55ab-46e3-841c-89c8c51d2287 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 946 time: 0.0903745 Apr 03 05:37:17.831117 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-06bf2e43-ce74-4a87-afc1-9aed08cb2ae6 req-70175105-c6d4-473d-b00f-d128dc8bafab tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Apr 03 05:37:19.028266 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0421e1-4ae8-415e-9d57-b08acc436b28 req-bf8ad7d8-6901-48f8-9a5d-15c2119b009a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:19.029856 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2e0421e1-4ae8-415e-9d57-b08acc436b28 req-bf8ad7d8-6901-48f8-9a5d-15c2119b009a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 946 time: 0.0870068 Apr 03 05:37:19.079273 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-2e0421e1-4ae8-415e-9d57-b08acc436b28 req-9e7e4d18-8010-4d3f-af20-13ff872b84bc tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Apr 03 05:37:25.012676 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:37:26.620612 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acd351-035c-4315-b566-57019105b120 req-a1cecf0b-0573-46de-ad69-86570bf017cf tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:26.622193 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d4acd351-035c-4315-b566-57019105b120 req-a1cecf0b-0573-46de-ad69-86570bf017cf tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 946 time: 0.0878866 Apr 03 05:37:26.669595 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d4acd351-035c-4315-b566-57019105b120 req-8f45a68a-14cf-4e90-abbc-3a59e9368fd9 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Apr 03 05:37:27.869803 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f5b4-b6d9-4709-b281-d26ce9e9e234 req-c07e47b0-0428-4ac5-96fa-da190a49531e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:27.871810 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c105f5b4-b6d9-4709-b281-d26ce9e9e234 req-c07e47b0-0428-4ac5-96fa-da190a49531e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 946 time: 0.0911798 Apr 03 05:37:27.919503 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-c105f5b4-b6d9-4709-b281-d26ce9e9e234 req-19d74791-9202-41bc-84c0-b90c114d4f9f tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Apr 03 05:37:28.571908 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-e76fa3e0-6043-4472-9345-8ccd054a1af3 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:28.572700 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-e76fa3e0-6043-4472-9345-8ccd054a1af3 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Synchronizing usage tracker for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:37:28.578023 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-97422b24-c5d4-46aa-acee-37cd5a083795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:28.588572 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-e76fa3e0-6043-4472-9345-8ccd054a1af3 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Unset dirty status for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:37:28.589784 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-e76fa3e0-6043-4472-9345-8ccd054a1af3 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 946 time: 0.1038225 Apr 03 05:37:28.669133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Deleting port 01291edd-7256-4508-9f5d-4eb4b550d6da {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:37:28.669525 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:28.933800 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] For port 01291edd-7256-4508-9f5d-4eb4b550d6da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=01291edd-7256-4508-9f5d-4eb4b550d6da,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:37:28.934371 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:29.065047 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Calling delete_port for 01291edd-7256-4508-9f5d-4eb4b550d6da owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:37:29.119556 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dac70-ab5f-4ffa-a787-3e017926356d req-3b13a932-00a6-4101-9f3c-abb0b38c735e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:29.121214 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4e0dac70-ab5f-4ffa-a787-3e017926356d req-3b13a932-00a6-4101-9f3c-abb0b38c735e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 946 time: 0.0890207 Apr 03 05:37:29.170777 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-4e0dac70-ab5f-4ffa-a787-3e017926356d req-796e5e64-a451-4e24-bb8a-53b6541cfc9f tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Apr 03 05:37:29.213586 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:29.225373 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a', '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'f368dfee-9f3b-4a14-b49f-657c98be8ff0', '01291edd-7256-4508-9f5d-4eb4b550d6da'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:37:29.458244 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:29.514486 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event deleted for resources: {'Port': ['ID=01291edd-7256-4508-9f5d-4eb4b550d6da,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:29.519227 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:29.702260 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] No DVR routers for this DVR port 01291edd-7256-4508-9f5d-4eb4b550d6da on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:37:29.714243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:29.716964 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'name': 'network-vif-deleted', 'tag': '01291edd-7256-4508-9f5d-4eb4b550d6da'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:37:29.731321 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-32184605-bea9-41c0-9b18-d8ca7a6a9ee1 req-43921f68-de69-44e9-9fa9-202d6c0b26d7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "DELETE /v2.0/ports/01291edd-7256-4508-9f5d-4eb4b550d6da HTTP/1.1" status: 204 len: 173 time: 1.1357880 Apr 03 05:37:29.765523 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614c8c1f-2ae3-48ed-9c49-445f73a12aca', 'name': 'network-vif-deleted', 'tag': '01291edd-7256-4508-9f5d-4eb4b550d6da', 'status': 'completed', 'code': 200} Apr 03 05:37:30.142703 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:30.352279 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bf09664a-ff12-4c7c-ad0f-24eb1509beb9 req-edf636a4-c4d2-462f-b2b1-07e21a4794bb tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=614c8c1f-2ae3-48ed-9c49-445f73a12aca HTTP/1.1" status: 200 len: 210 time: 0.0530236 Apr 03 05:37:30.587730 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-b40bfd57-8b9e-4f4f-86ef-2c6a9e4cd43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:31.827020 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:32.114401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:32.197286 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 01291edd-7256-4508-9f5d-4eb4b550d6da no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:37:32.234253 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 01291edd-7256-4508-9f5d-4eb4b550d6da {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:37:32.234648 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 01291edd-7256-4508-9f5d-4eb4b550d6da not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:37:33.070985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563775d-2f78-47a6-8d71-dc33571d0166 req-194eb220-361c-440e-8206-18a195eab1ef tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:33.072562 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3563775d-2f78-47a6-8d71-dc33571d0166 req-194eb220-361c-440e-8206-18a195eab1ef tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 945 time: 0.0873137 Apr 03 05:37:33.118920 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-3563775d-2f78-47a6-8d71-dc33571d0166 req-a50095d1-2448-478e-a05f-11aeafae13bb tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Apr 03 05:37:33.172811 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:34.321072 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc075-4522-47ce-9138-726c2a154645 req-f7e3058f-ae29-48b5-8256-d1e021f97065 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:34.322630 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bdcdc075-4522-47ce-9138-726c2a154645 req-f7e3058f-ae29-48b5-8256-d1e021f97065 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 945 time: 0.0906386 Apr 03 05:37:34.369304 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-bdcdc075-4522-47ce-9138-726c2a154645 req-0d706e30-a1cd-4d56-b291-da8c7cb7bea1 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Apr 03 05:37:34.836747 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aca41-7133-4720-bdfc-df558bd10122 req-6f38902c-5722-4de5-901a-d4dd6f1c8b36 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:34.837506 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-d12aca41-7133-4720-bdfc-df558bd10122 req-6f38902c-5722-4de5-901a-d4dd6f1c8b36 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Synchronizing usage tracker for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:37:34.852177 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-d12aca41-7133-4720-bdfc-df558bd10122 req-6f38902c-5722-4de5-901a-d4dd6f1c8b36 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Unset dirty status for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:37:34.853369 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d12aca41-7133-4720-bdfc-df558bd10122 req-6f38902c-5722-4de5-901a-d4dd6f1c8b36 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 945 time: 0.1062572 Apr 03 05:37:34.930448 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Deleting port f368dfee-9f3b-4a14-b49f-657c98be8ff0 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:37:34.930834 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:35.185594 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] For port f368dfee-9f3b-4a14-b49f-657c98be8ff0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f368dfee-9f3b-4a14-b49f-657c98be8ff0,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:37:35.185905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:35.316752 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Calling delete_port for f368dfee-9f3b-4a14-b49f-657c98be8ff0 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:37:35.462093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:35.474389 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a', '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'f368dfee-9f3b-4a14-b49f-657c98be8ff0'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:37:35.480975 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eee77bfd-2667-4ba9-a5de-a8917d9e1615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:35.533600 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-7c973979-2bb4-4455-897c-2c195ecc8c7e req-d79a8b17-3f74-496c-8cee-c3577fb92202 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=91829122-9903-4fb9-8b01-c415ac1a56b8 HTTP/1.1" status: 200 len: 210 time: 0.0510097 Apr 03 05:37:35.543470 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event deleted for resources: {'Port': ['ID=f368dfee-9f3b-4a14-b49f-657c98be8ff0,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:35.546563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:35.738072 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] No DVR routers for this DVR port f368dfee-9f3b-4a14-b49f-657c98be8ff0 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:37:35.740665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:35.744841 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'name': 'network-vif-deleted', 'tag': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:37:35.759250 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d12aca41-7133-4720-bdfc-df558bd10122 req-01dc2ebc-8165-4975-b0a1-a6696f2c0e18 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "DELETE /v2.0/ports/f368dfee-9f3b-4a14-b49f-657c98be8ff0 HTTP/1.1" status: 204 len: 173 time: 0.8997109 Apr 03 05:37:35.793796 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91829122-9903-4fb9-8b01-c415ac1a56b8', 'name': 'network-vif-deleted', 'tag': 'f368dfee-9f3b-4a14-b49f-657c98be8ff0', 'status': 'completed', 'code': 200} Apr 03 05:37:37.018967 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c18f76-6190-4232-b386-39d5b9c5598c req-d89a1149-866d-47a2-8a3c-367e2a954de6 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:37.020569 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39c18f76-6190-4232-b386-39d5b9c5598c req-d89a1149-866d-47a2-8a3c-367e2a954de6 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 946 time: 0.0900323 Apr 03 05:37:37.067412 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-39c18f76-6190-4232-b386-39d5b9c5598c req-1405fe24-a645-4db9-a5db-9dc920f575bc tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Apr 03 05:37:38.201110 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device f368dfee-9f3b-4a14-b49f-657c98be8ff0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:37:38.242009 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: f368dfee-9f3b-4a14-b49f-657c98be8ff0 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:37:38.242400 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device f368dfee-9f3b-4a14-b49f-657c98be8ff0 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:37:38.269003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837a4b4-036d-4210-8576-0afba9542015 req-0f970a63-87b3-4630-8a30-16056f298d5e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:38.270596 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0837a4b4-036d-4210-8576-0afba9542015 req-0f970a63-87b3-4630-8a30-16056f298d5e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 946 time: 0.0893495 Apr 03 05:37:38.317509 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-0837a4b4-036d-4210-8576-0afba9542015 req-70129650-bc06-486c-bc8c-d2b5c38982ab tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Apr 03 05:37:38.538704 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-87b9f7b7-3c4c-43dd-82bf-cc1b23cbd54a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:38.540010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-87b9f7b7-3c4c-43dd-82bf-cc1b23cbd54a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Synchronizing usage tracker for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:37:38.555111 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-87b9f7b7-3c4c-43dd-82bf-cc1b23cbd54a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Unset dirty status for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:37:38.556268 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-87b9f7b7-3c4c-43dd-82bf-cc1b23cbd54a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 946 time: 0.1064889 Apr 03 05:37:38.631236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Deleting port 32f283f0-b34c-493b-b79f-ed62fd7653d1 {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:37:38.631616 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:38.892236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] For port 32f283f0-b34c-493b-b79f-ed62fd7653d1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=32f283f0-b34c-493b-b79f-ed62fd7653d1,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:37:38.892664 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:39.023605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Calling delete_port for 32f283f0-b34c-493b-b79f-ed62fd7653d1 owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:37:39.169240 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:39.182349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a', '32f283f0-b34c-493b-b79f-ed62fd7653d1'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:37:39.187783 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-d87b0b5f-e5dd-4afd-927b-63ba355a82c5 tempest-AttachVolumeShelveTestJSON-337293981 tempest-AttachVolumeShelveTestJSON-337293981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:39.249236 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event deleted for resources: {'Port': ['ID=32f283f0-b34c-493b-b79f-ed62fd7653d1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:39.253280 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:39.433963 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] No DVR routers for this DVR port 32f283f0-b34c-493b-b79f-ed62fd7653d1 on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:37:39.436401 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:39.439262 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'name': 'network-vif-deleted', 'tag': '32f283f0-b34c-493b-b79f-ed62fd7653d1'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:37:39.455098 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8d2fd4a7-7cd4-47f8-8b69-3f80672d8aae req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "DELETE /v2.0/ports/32f283f0-b34c-493b-b79f-ed62fd7653d1 HTTP/1.1" status: 204 len: 173 time: 0.8927979 Apr 03 05:37:39.484107 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5dc9cdc2-5d46-4895-80ce-f77994b4ce2f req-084fecd3-776d-4a5a-8b3c-133594cb6fef tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=916cb892-29dd-48c6-bddc-2ce6874c4e79 HTTP/1.1" status: 200 len: 210 time: 0.0520692 Apr 03 05:37:39.489041 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916cb892-29dd-48c6-bddc-2ce6874c4e79', 'name': 'network-vif-deleted', 'tag': '32f283f0-b34c-493b-b79f-ed62fd7653d1', 'status': 'completed', 'code': 200} Apr 03 05:37:41.398353 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-48606452-324a-4359-ba43-c7c0d3a79c78 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787261 Apr 03 05:37:41.542407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-e7db149e-e5b9-4bc6-b626-80aac5138d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:41.543948 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-e7db149e-e5b9-4bc6-b626-80aac5138d2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=594d58529dd64042a4234d00053638d0&device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 1098 time: 0.0763302 Apr 03 05:37:41.696432 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-506afea8-e83e-48bf-a922-85570fac769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:41.697904 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-506afea8-e83e-48bf-a922-85570fac769b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 200 len: 916 time: 0.1346624 Apr 03 05:37:41.771196 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-4ddc4ada-a344-49e1-9547-3d82a8af3a74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a35972-d961-4df6-8a00-ba616876d90a HTTP/1.1" status: 200 len: 217 time: 0.0673146 Apr 03 05:37:41.840511 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-a5310c67-62c1-46be-a1dc-0d907d669247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:41.842095 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-a5310c67-62c1-46be-a1dc-0d907d669247 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 200 len: 855 time: 0.0643086 Apr 03 05:37:41.894878 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-6191c37f-a64e-44d3-be2b-4a030da14606 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2087520-4207-426f-83ec-2666b904aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464218 Apr 03 05:37:42.039601 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-c23cc22d-0676-48d9-a281-f9e1e635829f service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372099 Apr 03 05:37:42.187338 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-31c8a6f0-db5d-4084-bd3f-ba6ac6d7b3fc req-d028adac-8e9e-48f3-83fe-19aee22886be service neutron] 10.222.0.15 "GET /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377842 Apr 03 05:37:42.198679 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 32f283f0-b34c-493b-b79f-ed62fd7653d1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:37:42.209537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b594a7-bc99-4c28-82d3-d7d75fa4882f req-64150f53-ddd4-4269-8e00-49bab2b4bfbb tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:42.211638 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d9b594a7-bc99-4c28-82d3-d7d75fa4882f req-64150f53-ddd4-4269-8e00-49bab2b4bfbb tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 945 time: 0.0903375 Apr 03 05:37:42.238878 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: 32f283f0-b34c-493b-b79f-ed62fd7653d1 {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:37:42.239272 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device 32f283f0-b34c-493b-b79f-ed62fd7653d1 not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:37:42.259434 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-d9b594a7-bc99-4c28-82d3-d7d75fa4882f req-10652607-7168-4a39-a3e1-c68443335a30 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Apr 03 05:37:43.461195 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9594a21-8f60-462f-a2eb-19c4d02f1c44 req-3c23273d-8425-4839-afe9-d13e9ac7edc7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:43.462677 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9594a21-8f60-462f-a2eb-19c4d02f1c44 req-3c23273d-8425-4839-afe9-d13e9ac7edc7 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 945 time: 0.0896015 Apr 03 05:37:43.508666 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-f9594a21-8f60-462f-a2eb-19c4d02f1c44 req-a8c0433d-3e82-4303-acbc-b9c5e81de76e tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/security-groups?id=df5c880a-e4cd-4b6d-847c-61b83469bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Apr 03 05:37:43.920503 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed7390-282d-4125-9a46-804ed521a674 req-54e803ab-1c35-47c4-a7c2-b0a2c2f68978 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 03 05:37:43.921252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-5fed7390-282d-4125-9a46-804ed521a674 req-54e803ab-1c35-47c4-a7c2-b0a2c2f68978 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Synchronizing usage tracker for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 03 05:37:43.935665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [req-5fed7390-282d-4125-9a46-804ed521a674 req-54e803ab-1c35-47c4-a7c2-b0a2c2f68978 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Unset dirty status for tenant:594d58529dd64042a4234d00053638d0 on resource:port {{(pid=84367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 03 05:37:43.936934 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5fed7390-282d-4125-9a46-804ed521a674 req-54e803ab-1c35-47c4-a7c2-b0a2c2f68978 tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 945 time: 0.1050832 Apr 03 05:37:44.013257 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Deleting port c6a35972-d961-4df6-8a00-ba616876d90a {{(pid=84367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 03 05:37:44.013637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280796283491'] for port, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:44.268283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] For port c6a35972-d961-4df6-8a00-ba616876d90a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6a35972-d961-4df6-8a00-ba616876d90a,segment=NetworkSegment(7eae6dad-534b-4e72-945f-8c49811fc3aa),segment_id=7eae6dad-534b-4e72-945f-8c49811fc3aa)] {{(pid=84367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 03 05:37:44.270384 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846768528'] for port, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:44.396565 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Calling delete_port for c6a35972-d961-4df6-8a00-ba616876d90a owned by compute:nova {{(pid=84367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 03 05:37:44.540623 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854658429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8340685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756058506867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756058064345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848660756'] for port, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:44.551985 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.db [None req-ff386524-d150-4363-8273-ad7047af7acf None None] get_ports_and_sgs() called for port_ids ['c6a35972-d961-4df6-8a00-ba616876d90a'] {{(pid=84368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 03 05:37:44.556526 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c76fa994-285b-4eca-acd5-228fbc2300bd tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:44.616407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Pushing event deleted for resources: {'Port': ['ID=c6a35972-d961-4df6-8a00-ba616876d90a,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:44.621742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:44.674655 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-8c52da71-bb8f-4434-b92f-4972fcc18649 req-1b8d2093-4c94-4bfc-b7c3-a824113f46ef tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4ec14d-ac44-49ba-9ade-361477177e7c HTTP/1.1" status: 200 len: 210 time: 0.0489800 Apr 03 05:37:44.803527 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] No DVR routers for this DVR port c6a35972-d961-4df6-8a00-ba616876d90a on host hv-cinder-78462 {{(pid=84367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 03 05:37:44.806522 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13313'] for port, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:44.809348 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'name': 'network-vif-deleted', 'tag': 'c6a35972-d961-4df6-8a00-ba616876d90a'}] {{(pid=84367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 03 05:37:44.824551 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [req-5fed7390-282d-4125-9a46-804ed521a674 req-cea85e27-594f-46b8-8f6c-1757b954421a tempest-AttachVolumeNegativeTest-340573760 tempest-AttachVolumeNegativeTest-340573760-project] 10.222.0.15 "DELETE /v2.0/ports/c6a35972-d961-4df6-8a00-ba616876d90a HTTP/1.1" status: 204 len: 173 time: 0.8821311 Apr 03 05:37:44.857576 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4ec14d-ac44-49ba-9ade-361477177e7c', 'name': 'network-vif-deleted', 'tag': 'c6a35972-d961-4df6-8a00-ba616876d90a', 'status': 'completed', 'code': 200} Apr 03 05:37:45.777665 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37742) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:37:45.846360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.db_base_plugin_v2 [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Deleting subnet 652fd5c1-fc46-4652-8246-d29ac6f48fd1 {{(pid=84367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 03 05:37:45.849360 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:45.900969 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124884'] for subnet, precommit_delete_associations {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:45.959117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:46.437312 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6114865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848478990'] for subnet, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:46.452155 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:46.500539 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652fd5c1-fc46-4652-8246-d29ac6f48fd1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:46.504293 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:46.584473 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:46.591666 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-28580d8d-2126-4db8-8300-8e8c4b170dfb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/652fd5c1-fc46-4652-8246-d29ac6f48fd1 HTTP/1.1" status: 204 len: 168 time: 0.8129163 Apr 03 05:37:46.594252 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37746) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:37:46.708245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-145517'] for network, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:46.903668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363280796240449'] for network, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.017442 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2087520-4207-426f-83ec-2666b904aac0']}} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:37:47.030534 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eae6dad-534b-4e72-945f-8c49811fc3aa') {'for_net_delete': True} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:37:47.030868 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.services.segments.db [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eae6dad-534b-4e72-945f-8c49811fc3aa') {} {{(pid=84367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 03 05:37:47.042607 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756058535249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848650915'] for segment, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.057394 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.063657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 03 05:37:47.238532 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Network f2087520-4207-426f-83ec-2666b904aac0 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:37:47.248131 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6114970'] for segment, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.424137 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.managers [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Network f2087520-4207-426f-83ec-2666b904aac0 has no segments {{(pid=84367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: Traceback (most recent call last): Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: timer() Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: cb(*args, **kw) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: return func(*args, **kwargs) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: self._notify() Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: self.callback(batched_events) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: event.method(event) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: segment_id)['aggregates'][0] Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: return f(self, *a, **k) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: return self._get(url).json() Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: **kwargs) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: return self.request(url, 'GET', **kwargs) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: **endpoint_filter) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 05:37:47.447264 dv-cinder-784623-2-smb neutron-server[84253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 05:37:47.523050 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846762534'] for network, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.526840 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-43746ea1-2cb7-4061-a729-e2ba3b889f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:47.540276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900168'] for network, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.551302 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2087520-4207-426f-83ec-2666b904aac0,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:47.555091 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:47.559446 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-7803d1ab-69f7-4ac9-b6ff-8f6b518ec43e admin admin] 10.222.0.23 "DELETE /v2.0/networks/f2087520-4207-426f-83ec-2666b904aac0 HTTP/1.1" status: 204 len: 168 time: 0.9641895 Apr 03 05:37:47.673809 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37752) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:37:47.724232 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-36a5dca8-67b0-4b6b-8e24-2e04b0d717d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=594d58529dd64042a4234d00053638d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491114 Apr 03 05:37:47.727041 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37756) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:37:47.785411 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f527f6c7-118e-49a1-9056-cd3fd65df99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.813032 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f527f6c7-118e-49a1-9056-cd3fd65df99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.859510 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f527f6c7-118e-49a1-9056-cd3fd65df99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.864329 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c91179de-c46e-4675-8a75-814dc115444d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:47.878322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527f6c7-118e-49a1-9056-cd3fd65df99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5c880a-e4cd-4b6d-847c-61b83469bb0b,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:47.880781 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f527f6c7-118e-49a1-9056-cd3fd65df99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:47.889143 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f527f6c7-118e-49a1-9056-cd3fd65df99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:47.890539 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f527f6c7-118e-49a1-9056-cd3fd65df99c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df5c880a-e4cd-4b6d-847c-61b83469bb0b HTTP/1.1" status: 204 len: 168 time: 0.1625214 Apr 03 05:37:48.242078 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c6a35972-d961-4df6-8a00-ba616876d90a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 03 05:37:48.281630 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.plugin [None req-ff386524-d150-4363-8273-ad7047af7acf None None] No Port match for: c6a35972-d961-4df6-8a00-ba616876d90a {{(pid=84368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 03 05:37:48.282011 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.plugins.ml2.rpc [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Device c6a35972-d961-4df6-8a00-ba616876d90a not bound to the agent host hv-cinder-78462 {{(pid=84368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 03 05:37:58.411919 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 37872) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:37:58.535347 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.554349 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:37:58.558425 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Usage tracker for resource:security_group_rule and tenant:2a4e08d64a7c494591f2e3590fbad76f is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:37:58.561368 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:37:58.568038 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:37:58.579711 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9f253519-6b93-4836-8cd3-c883fbaf8212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.654955 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.657561 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.666875 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-37595689-6d11-4a4a-820e-75c570bc43ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:58.708540 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a4e08d64a7c494591f2e3590fbad76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954423 Apr 03 05:37:58.709514 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f87d3ca-ca86-4a2b-bac4-f5ca90f59e49,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:58.712031 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 37878) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:37:58.717830 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.718249 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.718657 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.719057 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.719456 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.719853 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.720248 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.720668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.721066 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.721458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.721848 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.722235 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:37:58.726893 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:58.774386 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f50fbcab-7a6d-43b0-8f81-1d7bc78c4bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.801283 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f50fbcab-7a6d-43b0-8f81-1d7bc78c4bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.853989 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f50fbcab-7a6d-43b0-8f81-1d7bc78c4bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.859295 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-29ea6dbc-2f37-4e6d-9df1-ff007b4526fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:37:58.872358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fbcab-7a6d-43b0-8f81-1d7bc78c4bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f87d3ca-ca86-4a2b-bac4-f5ca90f59e49,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:37:58.875481 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-f50fbcab-7a6d-43b0-8f81-1d7bc78c4bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:37:58.877563 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f50fbcab-7a6d-43b0-8f81-1d7bc78c4bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:37:58.879160 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-f50fbcab-7a6d-43b0-8f81-1d7bc78c4bdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f87d3ca-ca86-4a2b-bac4-f5ca90f59e49 HTTP/1.1" status: 204 len: 168 time: 0.1656132 Apr 03 05:38:00.144133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:00.590243 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-70160485-6890-4cfa-a804-a037699c0c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:01.829181 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:02.012457 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:38:02.115176 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:03.175680 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:28.581212 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-169a6169-a8e9-497e-b1e3-d6152d8cf238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:30.144998 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:30.590409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5f60-a80b-4f81-b1de-9bba9899a5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:31.830990 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:32.131451 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:33.179409 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.466724 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 38130) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:38:37.633335 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.648447 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:38:37.652984 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Usage tracker for resource:security_group_rule and tenant:12ef50111af146d981e057d28348ea02 is out of sync, need to count used quota {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:38:37.655861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:38:37.661774 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:38:37.744118 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.746829 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.755323 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-814a5d94-fe35-466e-bad5-f564ea8ecea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:38:37.800878 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12ef50111af146d981e057d28348ea02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330121 Apr 03 05:38:37.801832 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e612b2f1-e2e8-4d63-9d2f-f2d3730fb8d1,revision_number=1']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:38:37.803742 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 38136) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:38:37.805264 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-38dbd983-1ea1-4d5e-a3ae-a0da7f3b0737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:38:37.868815 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.896128 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.940245 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.944093 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-046ef6d1-266f-442e-ba0b-f48eb25344cc tempest-AttachVolumeTestJSON-2093614768 tempest-AttachVolumeTestJSON-2093614768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:38:37.957867 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e612b2f1-e2e8-4d63-9d2f-f2d3730fb8d1,revision_number=None']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:38:37.967647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:37.968833 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e612b2f1-e2e8-4d63-9d2f-f2d3730fb8d1 HTTP/1.1" status: 204 len: 168 time: 0.1640034 Apr 03 05:38:37.970276 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.970690 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.971099 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.971502 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.971905 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.972336 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.972824 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.973087 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.973485 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.973881 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.974326 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.974637 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-smb {{(pid=84367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 03 05:38:37.977942 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-207662a9-d191-4c6b-92de-1248d8cf74f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:38:39.012407 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:38:50.024825 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84367) accepted ('10.222.0.23', 38254) {{(pid=84367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:38:50.146322 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:50.161934 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 03 05:38:50.165936 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Usage tracker for resource:security_group_rule and tenant:ac315d33c61d4c20907426f366332b5a is out of sync, need to count used quota {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 03 05:38:50.169720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.quota.resource [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 03 05:38:50.175667 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.quota.driver [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 03 05:38:50.258707 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:50.261551 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_create {{(pid=84367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:50.270196 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-eea7d21a-86c4-47e1-b775-db9ba7ac9cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:38:50.313836 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac315d33c61d4c20907426f366332b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879128 Apr 03 05:38:50.315543 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f705b6d-4958-47c3-bc34-2dee672d19d6,revision_number=1']} {{(pid=84367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:38:50.316748 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.wsgi [-] (84366) accepted ('10.222.0.23', 38260) {{(pid=84366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 03 05:38:50.319044 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-6df1d15c-13b7-4a18-99da-0fa957f5ec31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:38:50.378523 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0742-d634-4c07-b048-65125b3ef04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:50.405602 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0742-d634-4c07-b048-65125b3ef04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:50.449861 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0742-d634-4c07-b048-65125b3ef04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846679309'] for security_group, after_delete {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:50.454720 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-c76056bb-b1ba-48c8-9e55-cba6c9beb064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 03 05:38:50.469766 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a0742-d634-4c07-b048-65125b3ef04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f705b6d-4958-47c3-bc34-2dee672d19d6,revision_number=None']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 03 05:38:50.474910 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG oslo_concurrency.lockutils [None req-ce6a0742-d634-4c07-b048-65125b3ef04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 03 05:38:50.481505 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0742-d634-4c07-b048-65125b3ef04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:38:50.482705 dv-cinder-784623-2-smb neutron-server[84253]: INFO neutron.wsgi [None req-ce6a0742-d634-4c07-b048-65125b3ef04b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f705b6d-4958-47c3-bc34-2dee672d19d6 HTTP/1.1" status: 204 len: 168 time: 0.1649020 Apr 03 05:38:58.582614 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ae277687-d3be-42ba-9b98-b948042f5241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:00.146175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:00.594059 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fac65d8e-fe9c-42ce-a1d2-73346df8035b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:01.833925 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:02.128558 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:03.183321 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:16.012467 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:39:28.583974 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-30755e4e-7ed1-4a1b-9cce-6a5c716cc8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:30.147126 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:30.595496 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e6af2778-3d74-41ed-ac9b-cfb2d307f358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:31.836535 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:32.130500 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:33.185972 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:39:53.012668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:39:58.585605 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-fd017fe6-9e6a-49c7-83b2-9212865d6bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:00.148175 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:00.597008 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-bc529a08-ea7a-4923-ae48-668d097aa232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:01.839626 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:02.143010 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:03.187973 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:28.587338 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-f690867d-1ae7-4553-a43d-1c544470abe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:30.012864 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:40:30.150367 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:30.597151 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-be3618d2-4805-426f-a3e1-9808d98c591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:31.841559 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:32.136488 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:33.190117 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:40:58.588434 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-a6c39fc4-8931-4422-b906-91de1dd1a87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:00.151891 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:00.597668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5a5f-06b7-4527-9df1-3543444e4509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:01.844640 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:02.148697 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:03.192537 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:07.012574 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:41:28.591222 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-3f9ff4df-a093-4c3e-84a5-953046d4d51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:30.152768 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:30.599027 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-9127c896-3b12-48c4-8cf3-b4b44f9fa012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:31.846647 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:32.147944 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:33.195671 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:41:44.011755 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:41:58.592430 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-73b3e365-e3ab-4df5-b0a9-76412beba1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:00.153668 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:00.603740 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-76262229-1d56-4d38-adb8-2f9cb41ced04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:01.849603 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:02.157787 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:03.198213 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:21.011865 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:42:28.593435 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce03-4cd5-478e-9223-1751887fa992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:30.156074 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:30.603207 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-01f1ec28-c14f-4e5e-8c4e-f36d2dea1022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:31.852452 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:32.171358 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:33.201133 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:42:58.014719 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 03 05:42:58.596200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-91ba1168-caae-4cc6-9d8e-5f5d5712d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:00.157166 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:00.603826 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-d4bee405-df1a-4034-93fd-3243eb9aa7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:01.854541 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:02.187307 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:03.203064 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:28.597123 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-1f16ce4e-2284-4b49-8823-c9bc524ca78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:30.157821 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e566b958-8961-4f95-9646-e4b40442971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:30.604775 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-e9fed882-e108-4f9f-9d66-18311094e35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:31.857200 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-c7172cf2-3282-48c8-b884-c850c8708cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:32.204458 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-ff386524-d150-4363-8273-ad7047af7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:33.206233 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron_lib.callbacks.manager [None req-93f060a0-2c26-4d30-9e1a-84906955acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280796240466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 03 05:43:35.016003 dv-cinder-784623-2-smb neutron-server[84253]: DEBUG neutron.db.agents_db [None req-789a7d1f-2503-4589-b93e-10a64edf5900 None None] Agent healthcheck: found 6 active agents {{(pid=84369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}